-- Logs begin at Mon 2021-06-21 03:43:44 UTC, end at Mon 2021-06-21 05:03:03 UTC. -- Jun 21 04:31:35.762247 dv-cinder-772623-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 04:31:38.459191 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.common.config [-] Logging enabled! Jun 21 04:31:38.459770 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 21 04:31:38.460225 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99831) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 04:31:38.463461 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.common.config [-] Logging enabled! Jun 21 04:31:38.463718 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 21 04:31:38.464030 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99831) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 04:31:38.464959 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 04:31:38.465194 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 04:31:38.465560 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 04:31:38.465808 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 04:31:38.466033 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 04:31:38.466349 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.466646 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.466941 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.467183 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.467486 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.467777 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.468058 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.468346 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.468650 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.468938 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.469220 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.469504 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.469736 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.470020 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.470308 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.470596 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.470821 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] debug = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.471105 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.471554 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.471971 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.472253 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.472542 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.472822 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.473094 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.473372 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.473656 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.473986 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] host = dv-cinder-772623-10-iscsi {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.474265 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.474552 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.474842 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.475726 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.476217 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.476489 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.476782 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.477062 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.477339 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] log_file = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.477619 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.477912 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.478204 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.478498 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.478727 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.478951 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.479285 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.479576 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.479854 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.480129 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.480404 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.480679 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.480954 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.481225 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.481512 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.481799 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.482088 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.482365 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.482642 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.482916 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.483206 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.483500 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.483774 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.484049 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.484322 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.484610 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.484884 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.485159 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.485462 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.485752 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.486035 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.486322 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.486595 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.486878 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.487151 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.487446 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.487719 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] use_json = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.487992 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.488263 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.488545 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.488819 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.489097 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.489370 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.489643 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.489930 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:38.490226 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.490524 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.491693 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.492071 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.492372 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.492658 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.492953 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.493238 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.493531 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.493822 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.494112 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.494396 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.494688 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.494970 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.495294 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.495603 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.495899 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.496192 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.496468 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.496744 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.497018 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.497297 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.497582 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.497876 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.498165 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.498439 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.498717 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.499009 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.499316 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.499590 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.499872 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.500159 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.500438 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.500711 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.500992 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.501268 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.501541 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.501813 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.502091 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.502381 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.502659 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.502928 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.503221 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.503500 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.503769 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.504052 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.504328 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.504601 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.504872 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.505147 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.505417 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.505688 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.505963 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.506233 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.506691 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.507118 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.507424 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.507704 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.507982 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.508258 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.508534 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.508811 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.509091 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.509367 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.509646 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.509920 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.510193 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.510466 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.510757 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.511056 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.511364 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.511645 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.511925 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.512205 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.512483 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.512761 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.513039 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.513316 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.513589 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.513877 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.514159 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.514444 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.514728 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.515004 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.515321 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.515599 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.515880 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.516160 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.516435 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.516722 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.517006 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.517297 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.517589 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.517879 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.518170 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.518459 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.518736 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.519042 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.519347 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:38.519564 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 04:31:38.519804 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99831) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 21 04:31:38.880688 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:38.880967 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:38.881440 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:38.881958 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 04:31:39.276193 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.276481 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.276753 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.278069 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.278344 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.278608 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.313645 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.313923 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.314193 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.328203 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.328480 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.328751 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.359270 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.359559 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.359829 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.397340 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.397708 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.397984 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.632649 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.633259 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.633259 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.633438 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.634303 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.758614 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.758935 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.759245 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.759523 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.759794 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.760109 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.760370 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.760629 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.760886 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.761167 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.761425 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.761690 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.761949 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.762213 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.762471 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.762737 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.763006 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.763287 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.763558 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.763809 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.764088 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.764432 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.764681 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.764962 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.765209 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.765452 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.765842 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:31:39.766084 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:31:39.766320 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:31:39.766553 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:31:39.766786 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:31:39.767019 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:31:39.767410 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 04:31:39.771366 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 04:31:39.775487 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 04:31:39.779228 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 21 04:31:39.780836 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 04:31:39.781315 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 04:31:39.781623 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 04:31:39.782004 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 04:31:39.784788 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 04:31:39.785038 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 04:31:39.785385 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 04:31:39.815959 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 21 04:31:39.816414 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.816712 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99831) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 21 04:31:39.817073 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.818408 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99831) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 04:31:39.819252 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 04:31:39.819642 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 04:31:39.822775 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.823053 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:39.887853 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 04:31:39.888034 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 04:31:39.888267 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 04:31:39.888633 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 04:31:39.909220 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_db.sqlalchemy.engines [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99831) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 21 04:31:40.586831 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Initializing driver for type 'gre' Jun 21 04:31:40.587410 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] gre ID ranges: [(1, 1000)] Jun 21 04:31:40.804599 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Initializing driver for type 'local' Jun 21 04:31:40.805255 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Initializing driver for type 'vlan' Jun 21 04:31:41.014475 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] VlanTypeDriver initialization complete Jun 21 04:31:41.014816 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Initializing driver for type 'vxlan' Jun 21 04:31:41.015364 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] vxlan ID ranges: [(1, 1000)] Jun 21 04:31:41.174214 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Initializing extension driver 'port_security' Jun 21 04:31:41.174553 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.extensions.port_security [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] PortSecurityExtensionDriver initialization complete Jun 21 04:31:41.174881 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Initializing mechanism driver 'openvswitch' Jun 21 04:31:41.175226 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Initializing mechanism driver 'hyperv' Jun 21 04:31:41.182449 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:41.183245 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > port after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.183629 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > port after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.184243 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > port after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.184629 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > subnet after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.184984 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > subnet after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.185331 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.185707 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > network after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.186135 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > network after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.186481 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > network after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.186866 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > security_group after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.187237 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > security_group after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.194388 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > security_group after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.194388 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.194388 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.194388 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.194846 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > address_group after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.194846 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > address_group after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.194846 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > address_group after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.194846 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] ML2 OVO RPC backend initialized. {{(pid=99831) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 21 04:31:41.195194 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.195194 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.195194 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > network before_response 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.195194 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > networks before_response 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.195468 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > port before_response 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.195468 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > ports before_response 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.195468 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > subnet before_response 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.195468 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > subnets before_response 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.195711 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > network after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.195711 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > network after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.195711 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > network after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.195711 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > port after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.195961 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > port after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.195961 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > port after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.195961 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > subnet after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.196249 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > subnet after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.196573 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.197131 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.plugin [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Modular L2 Plugin initialization complete Jun 21 04:31:41.197465 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading services supported by the core plugin {{(pid=99831) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 21 04:31:41.197789 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.plugins.ml2.managers [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Got port-security extension from driver 'port_security' Jun 21 04:31:41.198258 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.extensions.vlantransparent [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Disabled vlantransparent extension. Jun 21 04:31:41.198740 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99831) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 21 04:31:41.199060 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading Plugin: router Jun 21 04:31:41.241506 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router_interface before_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.241890 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router after_create 55549900 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.242258 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router before_create 55549900 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.242623 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.242991 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.243368 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router after_delete 55549900 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.243723 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > floatingip after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.244083 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router after_create 55549900 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.244432 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router after_update 55549900 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.244813 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router after_update 55549900 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.245160 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.245515 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router after_update 55549900 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.245918 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router precommit_update 55549900 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.246281 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: port after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.246617 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: port after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.246950 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: subnet after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.247370 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.247718 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > port precommit_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.248063 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router precommit_create 55549900 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.248402 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: port before_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.248739 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router precommit_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.249091 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router after_update 55549900 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.249432 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router precommit_delete 55549900 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.249788 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router precommit_create 55549900 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.250143 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.250484 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router precommit_update 55549900 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.250849 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > network after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.251740 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Tracking information for resource: router configured {{(pid=99831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:31:41.252070 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Tracking information for resource: floatingip configured {{(pid=99831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:31:41.256975 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.db.l3_agentschedulers_db [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 04:31:41.257541 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: port after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.257899 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: port after_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.258248 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: port after_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.258595 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: port after_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.259403 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router before_create 55550100 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.266972 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router precommit_delete 55550100 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.266972 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router precommit_create 55550100 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.266972 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > router precommit_update 55550100 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.266972 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.services.provider_configuration [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Service providers = [] {{(pid=99831) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 04:31:41.266972 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.db.servicetype_db [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99831) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 04:31:41.269325 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.services.service_base [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:31:41.269669 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.services.service_base [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:31:41.270006 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.services.service_base [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:31:41.270870 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.services.service_base [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:31:41.271266 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.services.service_base [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 04:31:41.271640 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:31:41.272067 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 04:31:41.282762 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:31:41.283190 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading Plugin: auto_allocate Jun 21 04:31:41.289397 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: network precommit_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.289764 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: network precommit_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.290339 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:31:41.290664 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading Plugin: tag Jun 21 04:31:41.297221 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:31:41.297552 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading Plugin: timestamp Jun 21 04:31:41.301298 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:31:41.301629 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading Plugin: network_ip_availability Jun 21 04:31:41.314453 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.314818 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.315190 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.315907 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:31:41.316223 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading Plugin: flavors Jun 21 04:31:41.321192 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:31:41.321522 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading Plugin: revisions Jun 21 04:31:41.325801 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:31:41.326194 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_concurrency.lockutils [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.445s {{(pid=99831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:41.326937 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99831) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 21 04:31:41.327312 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Initializing extension manager. Jun 21 04:31:41.327820 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: __init__.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.328157 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: __pycache__ {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.328486 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.328813 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: address_group.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.329562 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.330131 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: address-group Jun 21 04:31:41.330470 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: address_scope.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.331143 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.331674 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: address-scope Jun 21 04:31:41.331991 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: admin_state_down_before_update.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.332895 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.333402 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: router-admin-state-down-before-update Jun 21 04:31:41.333720 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: agent.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.334529 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.335038 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: agent Jun 21 04:31:41.335379 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: agent_resources_synced.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.345137 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.345645 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: agent-resources-synced Jun 21 04:31:41.345971 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: allowedaddresspairs.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.347769 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.348283 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: allowed-address-pairs Jun 21 04:31:41.348607 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: auto_allocated_topology.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.350403 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.350931 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: auto-allocated-topology Jun 21 04:31:41.351379 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: availability_zone.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.351999 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.352450 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: availability_zone Jun 21 04:31:41.352771 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: availability_zone_filter.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.353662 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.354165 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: availability_zone_filter Jun 21 04:31:41.354484 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: data_plane_status.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.355411 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.355920 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 04:31:41.356237 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: default_subnetpools.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.357139 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.357639 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: default-subnetpools Jun 21 04:31:41.357958 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: dhcpagentscheduler.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.358759 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.359297 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: dhcp_agent_scheduler Jun 21 04:31:41.359620 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: dns.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.360517 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.361018 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension dns-integration not supported by any of loaded plugins Jun 21 04:31:41.361336 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: dns_domain_ports.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.362297 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.362794 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 04:31:41.363113 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: dvr.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.363796 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.364300 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: dvr Jun 21 04:31:41.364616 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: empty_string_filtering.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.365533 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.366669 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: empty-string-filtering Jun 21 04:31:41.367670 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.378112 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.378623 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 04:31:41.378942 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.379860 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.380364 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 04:31:41.380683 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: external_net.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.381625 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.382202 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: external-net Jun 21 04:31:41.382520 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: extra_dhcp_opt.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.383434 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.383940 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: extra_dhcp_opt Jun 21 04:31:41.384258 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: extraroute.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.385142 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.385642 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: extraroute Jun 21 04:31:41.385960 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: extraroute_atomic.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.386988 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.387522 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: extraroute-atomic Jun 21 04:31:41.387840 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: filter_validation.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.388498 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.388999 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: filter-validation Jun 21 04:31:41.389318 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: fip_pf_description.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.390201 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.390697 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 21 04:31:41.391012 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: fip_port_details.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.391925 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.392427 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: fip-port-details Jun 21 04:31:41.392745 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: flavors.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.393969 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.394482 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: flavors Jun 21 04:31:41.394803 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.396502 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.397122 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 04:31:41.397476 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: floatingip_pools.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.398151 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.398660 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: floatingip-pools Jun 21 04:31:41.398986 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: ip_allocation.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.399909 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.400418 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 04:31:41.400738 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.401642 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.402149 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: ip-substring-filtering Jun 21 04:31:41.402470 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: l2_adjacency.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.408854 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.409354 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 04:31:41.409672 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: l3.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.410637 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.411148 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: router Jun 21 04:31:41.411501 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: l3_conntrack_helper.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.414429 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.414946 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 04:31:41.415317 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.416227 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.416738 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: ext-gw-mode Jun 21 04:31:41.417088 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.417964 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.418467 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: l3-ha Jun 21 04:31:41.418787 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: l3_flavors.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.419698 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.420199 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: l3-flavors Jun 21 04:31:41.420517 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.421410 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.421914 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 04:31:41.422232 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: l3agentscheduler.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.423279 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.423787 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: l3_agent_scheduler Jun 21 04:31:41.424111 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: logging.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.425619 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.426090 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension logging not supported by any of loaded plugins Jun 21 04:31:41.426413 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: metering.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.427143 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.427747 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: metering Jun 21 04:31:41.428191 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.429303 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.429812 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: metering_source_and_destination_fields Jun 21 04:31:41.430134 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: multiprovidernet.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.431033 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.431597 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: multi-provider Jun 21 04:31:41.431923 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: netmtu.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.432811 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.433311 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: net-mtu Jun 21 04:31:41.433626 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: netmtu_writable.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.434780 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.435434 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: net-mtu-writable Jun 21 04:31:41.435762 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: network_availability_zone.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.436412 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.436911 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: network_availability_zone Jun 21 04:31:41.437226 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: network_ip_availability.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.438295 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.438799 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: network-ip-availability Jun 21 04:31:41.439118 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: network_segment_range.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.439887 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.440384 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 04:31:41.440700 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: pagination.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.441651 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.441982 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: pagination Jun 21 04:31:41.442316 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: port_device_profile.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.443278 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.444339 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: port-device-profile Jun 21 04:31:41.444657 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.445552 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.446055 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: port-mac-address-regenerate Jun 21 04:31:41.446372 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.447281 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.447783 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: port-numa-affinity-policy Jun 21 04:31:41.448101 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: port_resource_request.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.454539 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.455038 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 04:31:41.455392 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: portbindings.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.456294 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.456793 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: binding Jun 21 04:31:41.457109 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: portbindings_extended.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.458363 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.458875 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: binding-extended Jun 21 04:31:41.459282 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: portsecurity.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.460677 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.461181 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: port-security Jun 21 04:31:41.461499 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: project_id.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.462447 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.462769 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: project-id Jun 21 04:31:41.463084 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: providernet.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.464013 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.464525 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: provider Jun 21 04:31:41.464843 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: qos.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.468505 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.469023 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension qos not supported by any of loaded plugins Jun 21 04:31:41.469350 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.470571 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.471083 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 04:31:41.471433 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.472332 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.472838 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 04:31:41.473161 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: qos_default.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.474049 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.474555 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension qos-default not supported by any of loaded plugins Jun 21 04:31:41.474901 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: qos_fip.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.475638 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.476137 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension qos-fip not supported by any of loaded plugins Jun 21 04:31:41.476454 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: qos_gateway_ip.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.477358 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.477870 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 04:31:41.478188 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: qos_port_network_policy.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.479078 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.479610 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 21 04:31:41.479932 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: qos_rule_type_details.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.480824 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.481331 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 04:31:41.481650 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: qos_rules_alias.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.482674 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.483191 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 04:31:41.483520 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: quotasv2.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.489212 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.489212 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: quotas Jun 21 04:31:41.489212 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: quotasv2_detail.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.492042 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.492384 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: quota_details Jun 21 04:31:41.492713 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: rbac.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.493763 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.494280 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: rbac-policies Jun 21 04:31:41.494604 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: rbac_address_group.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.495552 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.496065 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: rbac-address-group Jun 21 04:31:41.496385 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: rbac_address_scope.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.497277 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.497790 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: rbac-address-scope Jun 21 04:31:41.498108 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: rbac_security_groups.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.498998 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.499540 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: rbac-security-groups Jun 21 04:31:41.499859 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: rbac_subnetpool.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.500747 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.501254 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: rbac-subnetpool Jun 21 04:31:41.501579 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: revisionifmatch.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.502474 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.502979 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: revision-if-match Jun 21 04:31:41.503397 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: revisions.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.504688 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.505200 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: standard-attr-revisions Jun 21 04:31:41.505522 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: router_availability_zone.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.506751 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.507346 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: router_availability_zone Jun 21 04:31:41.507669 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: routerservicetype.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.508566 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.509074 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension router-service-type not supported by any of loaded plugins Jun 21 04:31:41.509392 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.510288 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.510798 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: security-groups-normalized-cidr Jun 21 04:31:41.511115 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: security_groups_port_filtering.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.518771 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.519309 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: port-security-groups-filtering Jun 21 04:31:41.519630 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.520523 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.521029 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: security-groups-remote-address-group Jun 21 04:31:41.521348 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: securitygroup.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.531457 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.531985 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: security-group Jun 21 04:31:41.532314 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: segment.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.533089 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.533592 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension segment not supported by any of loaded plugins Jun 21 04:31:41.533917 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.534825 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.535361 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 04:31:41.535684 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: servicetype.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.536766 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.537284 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: service-type Jun 21 04:31:41.537639 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: sorting.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.538598 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.538925 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: sorting Jun 21 04:31:41.539281 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: standard_attr_segment.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.540175 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.540688 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 04:31:41.541010 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: standardattrdescription.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.541635 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.542141 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: standard-attr-description Jun 21 04:31:41.542459 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: stateful_security_group.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.547341 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.547847 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: stateful-security-group Jun 21 04:31:41.548169 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: stdattrs_common.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.548738 dv-cinder-772623-10-iscsi neutron-server[99831]: WARNING neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 04:31:41.549055 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.550055 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.550561 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 21 04:31:41.550879 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: subnet_onboard.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.551967 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.552478 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: subnet_onboard Jun 21 04:31:41.552798 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.553866 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.554368 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 04:31:41.554689 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: subnet_service_types.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.555610 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.556119 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: subnet-service-types Jun 21 04:31:41.556434 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: subnetallocation.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.557481 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.557994 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: subnet_allocation Jun 21 04:31:41.558326 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.559263 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.559771 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: subnetpool-prefix-ops Jun 21 04:31:41.560093 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.561010 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.561517 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 21 04:31:41.561844 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: tagging.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.562891 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.563433 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: standard-attr-tag Jun 21 04:31:41.563755 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: timestamp.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.564937 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.565448 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loaded extension: standard-attr-timestamp Jun 21 04:31:41.565771 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: trunk.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.566788 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.567337 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension trunk not supported by any of loaded plugins Jun 21 04:31:41.567663 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: trunk_details.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.568564 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.569624 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension trunk-details not supported by any of loaded plugins Jun 21 04:31:41.569943 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: uplink_status_propagation.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.570846 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.571378 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 04:31:41.571700 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Loading extension file: vlantransparent.py {{(pid=99831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:31:41.572350 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:31:41.572861 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 04:31:41.575316 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:network Jun 21 04:31:41.575844 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:subnet Jun 21 04:31:41.576243 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:31:41.576637 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:port Jun 21 04:31:41.577883 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.v2.resource_helper [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:31:41.578323 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.v2.resource_helper [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Service FLAVORS assigned prefix: {{(pid=99831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:31:41.578930 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.v2.resource_helper [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:31:41.579379 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.v2.resource_helper [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:31:41.581485 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:router Jun 21 04:31:41.581485 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:floatingip Jun 21 04:31:41.581485 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.v2.resource_helper [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Service METERING assigned prefix: /metering {{(pid=99831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:31:41.582029 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.582401 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.582757 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:41.583778 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 04:31:41.584343 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:security_group Jun 21 04:31:41.585296 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 04:31:41.586100 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.v2.resource_helper [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Service CORE assigned prefix: {{(pid=99831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:31:41.586430 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:31:41.586776 dv-cinder-772623-10-iscsi neutron-server[99831]: WARNING neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] subnetpool is already registered Jun 21 04:31:41.587242 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.v2.resource_helper [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Service CORE assigned prefix: {{(pid=99831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:31:41.587566 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:31:41.587893 dv-cinder-772623-10-iscsi neutron-server[99831]: WARNING neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] subnetpool is already registered Jun 21 04:31:41.590211 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.v2.resource_helper [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:31:41.590639 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.v2.resource_helper [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Service FLAVORS assigned prefix: {{(pid=99831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:31:41.591264 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.v2.resource_helper [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:31:41.591682 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.v2.resource_helper [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:31:41.592009 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:router Jun 21 04:31:41.592338 dv-cinder-772623-10-iscsi neutron-server[99831]: WARNING neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] router is already registered Jun 21 04:31:41.592747 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:floatingip Jun 21 04:31:41.593077 dv-cinder-772623-10-iscsi neutron-server[99831]: WARNING neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] floatingip is already registered Jun 21 04:31:41.593524 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.v2.resource_helper [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Service METERING assigned prefix: /metering {{(pid=99831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:31:41.594204 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 04:31:41.594526 dv-cinder-772623-10-iscsi neutron-server[99831]: WARNING neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] rbac_policy is already registered Jun 21 04:31:41.594932 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:security_group Jun 21 04:31:41.595288 dv-cinder-772623-10-iscsi neutron-server[99831]: WARNING neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] security_group is already registered Jun 21 04:31:41.595680 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 04:31:41.596007 dv-cinder-772623-10-iscsi neutron-server[99831]: WARNING neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] security_group_rule is already registered Jun 21 04:31:41.596635 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.v2.resource_helper [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Service CORE assigned prefix: {{(pid=99831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:31:41.596943 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:31:41.597272 dv-cinder-772623-10-iscsi neutron-server[99831]: WARNING neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] subnetpool is already registered Jun 21 04:31:41.597684 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.v2.resource_helper [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Service CORE assigned prefix: {{(pid=99831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:31:41.598004 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:31:41.598332 dv-cinder-772623-10-iscsi neutron-server[99831]: WARNING neutron.quota.resource_registry [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] subnetpool is already registered Jun 21 04:31:41.598805 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: extensions {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.600495 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: address-groups {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.601948 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: address-scopes {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.603294 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: agents {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.604446 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: auto-allocated-topology {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.605688 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: availability_zones {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.606884 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: dhcp-networks {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.608403 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: dhcp-agents {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.609812 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: routers {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.611547 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: flavors {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.613946 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: service_profiles {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.615171 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: next_providers {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.617308 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: service_profiles {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.618838 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: floatingip-pools {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.620079 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: routers {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.621767 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: floatingips {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.623029 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: l3-routers {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.624419 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: l3-agents {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.625835 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: metering-labels {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.627084 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: metering-label-rules {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.628474 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: network-ip-availabilities {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.629723 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: bindings {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.631867 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: quotas {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.633407 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: quotas {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.634801 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: rbac-policies {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.636021 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: security-groups {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.637296 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: security-group-rules {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.638528 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: service-providers {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.639773 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: subnetpools {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.641065 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: subnetpools {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.642598 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: tags {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.644278 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: tags {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.646092 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: tags {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.647922 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: tags {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.649576 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: tags {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.651531 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: tags {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.653204 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: tags {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.654998 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: tags {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.656874 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: tags {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.658584 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron.api.extensions [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Extended resource: tags {{(pid=99831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:31:41.664630 dv-cinder-772623-10-iscsi neutron-server[99831]: WARNING keystonemiddleware.auth_token [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 04:31:41.669120 dv-cinder-772623-10-iscsi neutron-server[99831]: WARNING keystonemiddleware.auth_token [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 04:31:41.677388 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_concurrency.lockutils [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Acquired lock "singleton_lock" {{(pid=99831) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 21 04:31:41.677813 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_concurrency.lockutils [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Releasing lock "singleton_lock" {{(pid=99831) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 21 04:31:41.679072 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO oslo_service.service [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Starting 2 workers Jun 21 04:31:41.684071 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Started child 99942 {{(pid=99831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:31:41.688445 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Started child 99943 {{(pid=99831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:31:41.689369 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.690077 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO neutron.service [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 04:31:41.690690 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Notify callbacks [] for process, before_spawn {{(pid=99831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.690872 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [-] (99942) wsgi starting up on http://0.0.0.0:9696 Jun 21 04:31:41.693142 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO oslo_service.service [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Starting 1 workers Jun 21 04:31:41.693298 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.695457 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [-] (99943) wsgi starting up on http://0.0.0.0:9696 Jun 21 04:31:41.698939 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Started child 99944 {{(pid=99831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:31:41.699481 dv-cinder-772623-10-iscsi neutron-server[99831]: INFO oslo_service.service [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Starting 1 workers Jun 21 04:31:41.702963 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.service [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] calling RpcWorker wait() {{(pid=99944) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 04:31:41.703602 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.service [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] returning from RpcWorker wait() {{(pid=99944) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 04:31:41.703924 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Started child 99945 {{(pid=99831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:31:41.704782 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4e08-83f4-4377-afba-bcca4001ef9d None None] Notify callbacks [] for process, after_spawn {{(pid=99831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.705026 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.705535 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:41.706613 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99831) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 04:31:41.706826 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 04:31:41.707014 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 04:31:41.707257 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 04:31:41.707603 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 04:31:41.707767 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 04:31:41.708286 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.708574 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.708664 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.709108 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.709108 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.709410 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.709639 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:41.710207 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.710471 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.710744 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.711024 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.711308 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.711488 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.711657 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.711920 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.712152 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.712435 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.712734 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.712986 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.713272 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.713448 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.713702 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.713962 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.714194 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.714467 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] debug = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.714707 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.715202 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.715446 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.715700 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.715919 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.716206 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.716424 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.716713 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.716956 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.717198 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.717415 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.717684 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.717916 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.718163 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.718399 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.718673 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.718891 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.719416 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] host = dv-cinder-772623-10-iscsi {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.719640 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.719865 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.720125 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.720377 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.720645 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.720859 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.721115 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.721357 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.721605 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.721829 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.722051 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.722311 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.722547 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.722781 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_file = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.722945 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_options = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.723213 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.723484 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.723784 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.723922 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.724096 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.724275 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.724529 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.724692 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.725004 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.725253 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.725465 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.725679 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.725913 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.726150 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.726418 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.726675 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.726907 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.727138 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.727403 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.727649 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.727875 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.728119 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.728342 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.728558 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.728770 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.728983 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.729225 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.729467 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.729678 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.729958 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.730215 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.730416 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.730656 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.730910 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.731155 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.731404 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.731619 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.731877 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.732207 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.732437 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.732834 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.733288 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.733452 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.733631 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.733893 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.734094 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] use_json = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.734305 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.734517 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.734783 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.734994 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.735225 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.735442 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.735732 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.736170 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.736606 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.736890 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.737208 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.737760 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.738014 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.738350 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.738501 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.738738 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.738979 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.739272 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.739602 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.739827 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.740102 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.740346 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.741106 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.741458 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.741721 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.741987 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.742215 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.742463 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.742683 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.742905 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.743265 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.743552 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.743812 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.745138 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.745138 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.745138 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.745138 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.745485 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.745652 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.746024 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.746425 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.746789 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.747019 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.747468 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.747875 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.753178 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.753178 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.753178 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.753178 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.753178 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.753178 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.753178 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.753178 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.753178 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.754425 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.754425 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.754425 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.754425 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.754425 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.754425 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.754425 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.754425 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.754425 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.755246 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.755246 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.755246 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.755246 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.755246 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.755246 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.755246 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.755246 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.755246 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.757402 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.757402 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.757402 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.757402 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.757402 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.757402 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.757402 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.757402 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.757402 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.758576 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.758576 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.758576 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.758576 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.758576 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.758576 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.758576 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.758576 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.759655 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.759655 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.759655 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.759655 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.760082 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.760082 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.760254 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.760474 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.760712 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.760948 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.761201 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.761624 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.761624 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.761883 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.762170 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.762401 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.762679 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.762900 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.763137 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.764877 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.764877 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.764877 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.764877 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.764877 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.764877 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.764877 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.765411 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.765411 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.765634 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.765901 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.766181 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.766431 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.766696 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.766913 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.767448 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.767813 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.768087 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.768383 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.768614 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.768862 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.769105 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.769351 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.769598 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.769847 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.770073 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.770290 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.770573 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.770804 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.771036 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.771273 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.771544 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.771899 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.772129 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.772380 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.772596 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.772871 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.773136 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.773372 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.773691 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.773897 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.774157 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.774401 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.774816 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.775033 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.775288 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.775536 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.775747 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.776133 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.776364 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.776733 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.777097 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.777450 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.777827 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.779220 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.779220 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.779220 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.779220 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.779220 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.779220 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.779788 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.779788 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.779940 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.780693 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.780693 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.780693 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.780693 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.781017 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.781157 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.781437 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.781690 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.782330 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.782580 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.782956 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.783117 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.783299 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.783538 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.783756 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.783968 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.784222 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.784387 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.784629 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.784859 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.785148 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.785371 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.785563 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.785815 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.786143 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.786393 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.786623 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.786863 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.787076 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.787356 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.787589 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.787807 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.788043 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.788337 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.788555 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.788792 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.789030 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.789251 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.789482 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.789711 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.789941 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.790155 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.790364 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.790650 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.790898 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.791140 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.791478 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.791723 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.791952 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.792182 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.792433 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.792627 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.792836 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.793083 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.793293 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.793508 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.793743 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.793920 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.794145 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.794373 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.794581 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.794796 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.795004 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.795318 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.795465 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.795648 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.795862 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.796071 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.796394 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.796644 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.796861 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.797142 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.797371 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.797616 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.797854 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.798156 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.798369 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.798643 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.798858 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.799074 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.799337 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.799589 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.799903 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.800207 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.800480 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.800734 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.800998 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.801292 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.801554 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.801781 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.802062 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.802402 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.802665 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.804051 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.804051 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.804389 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.804674 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.805211 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.805211 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.805430 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.805783 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.805998 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.806280 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.806527 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.806774 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.807056 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.807619 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.807923 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.808193 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.808455 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.809000 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.809174 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 04:31:41.809764 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99831) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 04:31:41.809927 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 04:31:41.810084 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 04:31:41.810256 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 04:31:41.810433 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 04:31:41.810593 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 04:31:41.810791 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.810961 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.811122 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.811321 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.811486 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.811693 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.811856 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.812040 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.812218 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.812380 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.812560 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.812722 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.812943 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.813121 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.813282 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.813441 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.813600 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.813761 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.814024 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.814190 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.814350 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.814510 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.814674 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] debug = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.814833 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.815037 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.815238 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.815402 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.815562 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.815723 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.815881 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.816069 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.816261 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.816471 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.816654 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.816816 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.816996 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.817162 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.817332 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.817507 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.817670 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.817845 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] host = dv-cinder-772623-10-iscsi {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.818024 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.818206 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.818377 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.818687 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.819600 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.819805 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.820010 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.820197 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.820399 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.820578 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.820751 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.820918 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.821093 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.821255 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_file = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.821432 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_options = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.821608 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.821770 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.821956 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.822135 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.822300 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.822465 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.822628 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.822788 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.822949 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.823109 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.823359 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.823519 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.823697 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.823856 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.824129 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.824637 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.824637 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.824637 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.824870 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.824948 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.825058 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.825216 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.825377 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.825535 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.825695 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.825853 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.826012 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.826171 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.826329 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.826488 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.826646 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.826807 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.826966 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.827125 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.827306 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.827465 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.827624 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.827785 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.827944 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.828109 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.828279 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.828438 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.828597 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.828755 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.828916 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.829074 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] use_json = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.829234 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.829393 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.829552 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.829711 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.829870 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.830028 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.830187 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.830347 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:31:41.830559 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.830733 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.830925 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.831090 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.831293 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.831478 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.831643 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.831810 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.831984 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.832124 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.832295 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.832458 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.832632 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.832795 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.832956 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.833121 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.833283 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.833446 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.833609 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.833772 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.833935 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.834123 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.834347 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.834537 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.834752 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.834926 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.835108 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.835272 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.835435 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.835598 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.835761 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.835924 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.836087 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.836249 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.836411 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.836574 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.836736 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.836899 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.837062 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.837226 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.837389 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.837552 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.837714 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.837879 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.838041 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.838205 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.838369 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.838533 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.838696 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.839431 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.839431 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.839431 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.839431 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.839722 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.839722 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.839839 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.839950 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.840131 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.840283 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.840429 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.840567 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.840918 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.840918 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.841197 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.841197 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.841452 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.841588 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.841734 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.841869 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.842059 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.842059 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.842335 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.842472 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.842607 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.842742 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.842872 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.843002 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.843131 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.843321 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.843459 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.843618 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.843755 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.843880 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.844019 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.844248 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.844358 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.844514 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.844675 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.844841 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.845004 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.845153 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.845315 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.845483 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.845648 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.845880 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.846049 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.846240 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.846411 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.846573 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.846735 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.846897 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.847059 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.847272 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.847406 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.847568 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.847730 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.847892 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.848058 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.848220 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.848381 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.848543 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.848716 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.848877 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.849042 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.849204 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.849373 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.849546 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.849709 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.849926 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.850122 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.850294 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.850461 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.850651 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.850815 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.850979 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.851142 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.851327 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.851498 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.851675 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.851838 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.852001 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.852164 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.852412 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.852512 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.852661 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.852823 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.852985 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.853149 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.853317 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.853469 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.853631 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.853793 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.853957 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.854122 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.854302 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.854430 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.854597 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.854760 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.854927 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.855089 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.855274 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.855439 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.855688 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.855788 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.855915 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.856076 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.856238 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.856400 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.856562 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.856745 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.856954 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.857060 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.857218 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.857381 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.857543 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.857704 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.857867 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.858029 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.858191 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.858356 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.858521 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.858684 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.858846 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.859010 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.859366 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.859366 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.859511 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.859652 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.859815 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.859979 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.861013 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.861013 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.861013 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.861013 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.861013 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.861013 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.861422 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.861422 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.861575 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.861661 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.861739 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.861900 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.862063 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.862226 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.862389 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.862559 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.862708 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.862869 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.863034 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.863221 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.863388 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.863550 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.863713 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.863877 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.864039 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.864204 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.864364 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:41.864458 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.864537 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.864679 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.864845 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.865008 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.865182 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.865344 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.866079 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.866240 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.866403 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.866666 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.866839 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.867002 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.867203 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.867346 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.867519 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.867682 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.867844 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.868006 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.868168 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.868340 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.868504 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.868666 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.868828 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.868990 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.869161 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.869324 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.869487 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.869657 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.869820 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.869982 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.870145 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.870320 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.870484 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.870649 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.870811 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.870974 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.871137 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.871323 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.871491 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.871664 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.871833 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.871997 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.872167 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.872338 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.872509 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.872673 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.872841 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.873016 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.873178 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.873341 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.873503 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.873665 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.873827 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.873989 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.874151 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.874312 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.874474 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.874650 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.874793 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.874954 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.875116 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.875299 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.875466 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.875654 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.875816 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.876593 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.876593 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:31:41.876593 dv-cinder-772623-10-iscsi neutron-server[99831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 04:31:41.940964 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43038) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:41.950169 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071683 Jun 21 04:31:53.553282 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c37b8e-0db7-4aba-8a9c-7652e3555e7f None None] get_active_networks_info from dv-cinder-772623-10-iscsi {{(pid=99944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 04:31:53.644297 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c37b8e-0db7-4aba-8a9c-7652e3555e7f None None] No non-hosted networks {{(pid=99944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 21 04:31:53.672076 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.agentschedulers_db [None req-85c37b8e-0db7-4aba-8a9c-7652e3555e7f None None] DHCP Agent not found on host dv-cinder-772623-10-iscsi {{(pid=99944) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 21 04:31:53.835639 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-35bfd70a-20d0-4d2c-9016-d2b98c0e28a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217'] for agent, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:56.275582 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-eab6989c-5195-4365-8efb-1b07f811aaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217'] for agent, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:56.313225 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.db.api [None req-c3216324-3943-49d1-889b-ebf8451847de None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-772623-10-iscsi {{(pid=99944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 04:31:56.314034 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_db.api [None req-c3216324-3943-49d1-889b-ebf8451847de None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 04:31:56.517092 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217'] for agent, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:56.518056 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:56.518681 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:56.519255 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:56.519810 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:56.520696 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:56.522300 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:56.523033 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:56.523609 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:56.524117 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:56.524687 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:56.525206 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:56.525707 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:56.526227 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772623-10-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:56.540212 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772623-10-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:56.884566 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c3216324-3943-49d1-889b-ebf8451847de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:57.336186 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217'] for agent, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:58.964205 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217'] for agent, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:59.973487 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 43130) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:00.463775 dv-cinder-772623-10-iscsi neutron-server[99943]: WARNING oslo_policy.policy [None req-4812adfd-d7c7-41fb-b257-2587aec1fcc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:32:00.464352 dv-cinder-772623-10-iscsi neutron-server[99943]: WARNING oslo_policy.policy [None req-4812adfd-d7c7-41fb-b257-2587aec1fcc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:32:00.680470 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [None req-4812adfd-d7c7-41fb-b257-2587aec1fcc3 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:32:00.681743 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-4812adfd-d7c7-41fb-b257-2587aec1fcc3 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7056780 Jun 21 04:32:02.514147 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.db.l3_hamode_db [None req-9733fa28-ff05-4185-8973-44ca1bc03808 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 04:32:02.591866 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733fa28-ff05-4185-8973-44ca1bc03808 None None] Routers set() bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:02.592246 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733fa28-ff05-4185-8973-44ca1bc03808 None None] Router IDs set() for agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 21 04:32:03.057666 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 43144) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:03.356980 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-6babc2aa-d0f3-4ad4-8d1d-442b9861ef9c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:03.449258 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.policy [None req-6babc2aa-d0f3-4ad4-8d1d-442b9861ef9c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99943) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 04:32:03.494192 dv-cinder-772623-10-iscsi neutron-server[99943]: WARNING oslo_policy.policy [None req-6babc2aa-d0f3-4ad4-8d1d-442b9861ef9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:32:03.494551 dv-cinder-772623-10-iscsi neutron-server[99943]: WARNING oslo_policy.policy [None req-6babc2aa-d0f3-4ad4-8d1d-442b9861ef9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:32:03.503150 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.quota [None req-6babc2aa-d0f3-4ad4-8d1d-442b9861ef9c admin admin] Loaded quota_driver: . Jun 21 04:32:03.727265 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6babc2aa-d0f3-4ad4-8d1d-442b9861ef9c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776821822963', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776821821446', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776821826613', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776821829099', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776821815214', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776821792344', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1662767', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1970480', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1006305', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-527638'] for rbac-policy, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:03.963685 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6babc2aa-d0f3-4ad4-8d1d-442b9861ef9c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:03.964875 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-6babc2aa-d0f3-4ad4-8d1d-442b9861ef9c admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9062476 Jun 21 04:32:06.554158 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 43156) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:06.845594 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '1ff83de763a841cca0f024779fe5f53f', 'project_id': '1ff83de763a841cca0f024779fe5f53f', 'admin_state_up': True}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:06.940471 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Made reservation on behalf of 1ff83de763a841cca0f024779fe5f53f for: {'network': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:06.943404 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:06.959786 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:07.243352 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:07.300546 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:07.306329 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:07.322122 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=99943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:32:07.349703 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776823105226', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:07.350297 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Unsubscribe: segment precommit_create {{(pid=99943) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 04:32:07.350800 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.segments_db [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Added segment 69cdaabc-ee21-4062-a8d1-cb34767ebada of type vlan for network 64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03 Jun 21 04:32:07.368628 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf7b0d6-3d5f-435c-bebf-c02c03348461,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:07.394587 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:07.394933 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:07.395281 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:07.395642 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:07.395956 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:07.396288 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:07.396638 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:07.396959 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:07.397282 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:07.397586 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:07.397885 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:07.398182 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Tracked resource versions report: Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: pushed versions: Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: { 'AddressGroup': {'1.2'}, Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'ConntrackHelper': {'1.0'}, Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Log': {'1.0'}, Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Network': {'1.1'}, Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Port': {'1.7'}, Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'PortForwarding': {'1.2'}, Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'QosPolicy': {'1.8'}, Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'SecurityGroup': {'1.4'}, Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'SubPort': {'1.0'}, Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Subnet': {'1.1'}, Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Trunk': {'1.1'}} Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: consumer versions: Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: { DHCP agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: L3 agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: Metadata agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: Metering agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: Open vSwitch agent@dv-cinder-772623-10-iscsi: { 'AddressGroup': '1.2', Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'ConntrackHelper': '1.0', Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Log': '1.0', Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Network': '1.1', Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Port': '1.7', Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'PortForwarding': '1.2', Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'QosPolicy': '1.8', Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'SecurityGroup': '1.4', Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'SecurityGroupRule': '1.2', Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'SubPort': '1.0', Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Subnet': '1.1', Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Trunk': '1.1'}} Jun 21 04:32:07.399456 dv-cinder-772623-10-iscsi neutron-server[99943]: {{(pid=99943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:32:07.477331 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:07.482352 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:07.580483 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:07.581928 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:07.582575 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:07.585378 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:07.676387 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Pushing event updated for resources: {'Network': ['ID=64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:07.679831 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:07.688145 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network 64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03 details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:32:07.718423 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1632087 Jun 21 04:32:10.335673 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 43170) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:10.727778 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d155cfa2-569a-4073-b36b-fca5319d7eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:10.729104 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-d155cfa2-569a-4073-b36b-fca5319d7eb2 admin admin] 10.222.0.11 "GET /v2.0/networks/64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03 HTTP/1.1" status: 200 len: 825 time: 0.3925018 Jun 21 04:32:10.752828 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-0b941ed3-c519-465b-a0fb-28a683cabf5e admin admin] 10.222.0.11 "GET /v2.0/subnetpools/91b25072-5250-480b-9af9-343b33174c56 HTTP/1.1" status: 200 len: 734 time: 0.0183916 Jun 21 04:32:10.761709 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-971c75de-0882-4ee6-84b2-1d7361562007 admin admin] Request body: {'subnet': {'subnetpool_id': '91b25072-5250-480b-9af9-343b33174c56', 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '1ff83de763a841cca0f024779fe5f53f', 'ip_version': 4}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:10.866419 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971c75de-0882-4ee6-84b2-1d7361562007 admin admin] Made reservation on behalf of 1ff83de763a841cca0f024779fe5f53f for: {'subnet': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:10.868799 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-971c75de-0882-4ee6-84b2-1d7361562007 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:11.277713 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-971c75de-0882-4ee6-84b2-1d7361562007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370'] for subnet, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:11.280085 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:11.348421 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c75de-0882-4ee6-84b2-1d7361562007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f286ad-17d7-42ea-9f4d-4165fbc10c7a,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:11.353951 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c75de-0882-4ee6-84b2-1d7361562007 admin admin] Checking segment: {'id': '69cdaabc-ee21-4062-a8d1-cb34767ebada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:11.354343 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971c75de-0882-4ee6-84b2-1d7361562007 admin admin] Network hostable DHCP agents. Network: 64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:32:11.356520 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-971c75de-0882-4ee6-84b2-1d7361562007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:11.460317 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971c75de-0882-4ee6-84b2-1d7361562007 admin admin] Network 64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03 is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:32:11.562226 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-971c75de-0882-4ee6-84b2-1d7361562007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, 64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03) {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:11.567557 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c75de-0882-4ee6-84b2-1d7361562007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:11.568289 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-971c75de-0882-4ee6-84b2-1d7361562007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:11.574208 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e781ee93-ab97-42cd-9c17-400bc5061cb7 None None] Network 64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:11.655361 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-971c75de-0882-4ee6-84b2-1d7361562007 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8968585 Jun 21 04:32:11.904766 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b7f54c-9316-54f7-a4b8-74361f7d5cb9-64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03', 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03', 'tenant_id': '1ff83de763a841cca0f024779fe5f53f', 'fixed_ips': [{'subnet_id': '59f286ad-17d7-42ea-9f4d-4165fbc10c7a'}]}} from dv-cinder-772623-10-iscsi. {{(pid=99944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:32:11.905923 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:12.172909 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.db_base_plugin_common [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Allocated IP 172.20.0.2 (64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03/59f286ad-17d7-42ea-9f4d-4165fbc10c7a/408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88) {{(pid=99944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:12.372152 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Notify callbacks [] for port, precommit_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:12.389461 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Transition to ACTIVE for port object 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88 will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:12.436909 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Transition to ACTIVE for port object 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88 will not be triggered until provisioned by entity DHCP. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:12.517932 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:12.521075 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:12.586696 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Network 64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03 is already hosted by enough agents. {{(pid=99944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:12.590868 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.base_scheduler [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Resources bound (agent type, host, resource id): {{(pid=99944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:12.599556 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Received port after_create {{(pid=99944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:12.601427 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Pushing event updated for resources: {'Port': ['ID=408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88,revision_number=1']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:12.627049 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:12.627419 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:12.627745 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:12.628064 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:12.628380 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:12.628697 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:12.629005 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:12.629314 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:12.629753 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:12.630012 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:12.630320 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:12.630624 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Tracked resource versions report: Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: pushed versions: Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: { 'AddressGroup': {'1.2'}, Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'ConntrackHelper': {'1.0'}, Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Log': {'1.0'}, Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Network': {'1.1'}, Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Port': {'1.7'}, Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'PortForwarding': {'1.2'}, Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'QosPolicy': {'1.8'}, Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'SecurityGroup': {'1.4'}, Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'SubPort': {'1.0'}, Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Subnet': {'1.1'}, Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Trunk': {'1.1'}} Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: consumer versions: Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: { DHCP agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: L3 agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: Metadata agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: Metering agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: Open vSwitch agent@dv-cinder-772623-10-iscsi: { 'AddressGroup': '1.2', Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'ConntrackHelper': '1.0', Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Log': '1.0', Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Network': '1.1', Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Port': '1.7', Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'PortForwarding': '1.2', Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'QosPolicy': '1.8', Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'SecurityGroup': '1.4', Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'SecurityGroupRule': '1.2', Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'SubPort': '1.0', Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Subnet': '1.1', Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Trunk': '1.1'}} Jun 21 04:32:12.631923 dv-cinder-772623-10-iscsi neutron-server[99944]: {{(pid=99944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:32:12.655152 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:12.684635 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Attempting to bind port 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:12.685021 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Attempting to bind port 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '69cdaabc-ee21-4062-a8d1-cb34767ebada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:12.685450 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Attempting to bind port 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88 on network 64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03 {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:12.690191 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:12.690552 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Checking segment: {'id': '69cdaabc-ee21-4062-a8d1-cb34767ebada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:12.691018 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:12.691441 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Bound using segment: {'id': '69cdaabc-ee21-4062-a8d1-cb34767ebada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:12.691893 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Bound port: 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cdaabc-ee21-4062-a8d1-cb34767ebada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:12.692348 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:12.751731 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] For port 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:12.756407 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] For port 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88,segment=NetworkSegment(69cdaabc-ee21-4062-a8d1-cb34767ebada),segment_id=69cdaabc-ee21-4062-a8d1-cb34767ebada)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:12.832375 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:12.837355 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:12.902994 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Pushing event updated for resources: {'Port': ['ID=408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:12.906203 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:14.084245 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43178) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:14.577532 dv-cinder-772623-10-iscsi neutron-server[99942]: WARNING oslo_policy.policy [None req-9e0032c2-bfec-40e7-8afe-639d4e652f71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:32:14.578104 dv-cinder-772623-10-iscsi neutron-server[99942]: WARNING oslo_policy.policy [None req-9e0032c2-bfec-40e7-8afe-639d4e652f71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:32:14.792765 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [None req-9e0032c2-bfec-40e7-8afe-639d4e652f71 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:32:14.793830 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-9e0032c2-bfec-40e7-8afe-639d4e652f71 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7090414 Jun 21 04:32:17.130484 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43192) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:17.452273 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [None req-e4211c0c-02de-48d2-8613-52217784e203 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:32:17.453203 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-e4211c0c-02de-48d2-8613-52217784e203 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3218031 Jun 21 04:32:18.330472 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:18.471595 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:18.935658 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03aa966-0f7b-49b5-a856-75368a16a568 None None] Network 64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:19.048556 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-4b71b4e0-edef-43dc-925d-d6fc55df5fd5 None None] Provisioning for port 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:19.055865 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-4b71b4e0-edef-43dc-925d-d6fc55df5fd5 None None] Provisioning complete for port 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:19.056256 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-4b71b4e0-edef-43dc-925d-d6fc55df5fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.221337 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-4b71b4e0-edef-43dc-925d-d6fc55df5fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.259932 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-4b71b4e0-edef-43dc-925d-d6fc55df5fd5 None None] For port 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88,segment=NetworkSegment(69cdaabc-ee21-4062-a8d1-cb34767ebada),segment_id=69cdaabc-ee21-4062-a8d1-cb34767ebada)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:19.352027 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-4b71b4e0-edef-43dc-925d-d6fc55df5fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.355348 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:19.400675 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71b4e0-edef-43dc-925d-d6fc55df5fd5 None None] Pushing event updated for resources: {'Port': ['ID=408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:19.404424 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-4b71b4e0-edef-43dc-925d-d6fc55df5fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:19.470605 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-97920a51-3eee-4199-8a9d-74202250a80c None None] Provisioning complete for port 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:19.470905 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-97920a51-3eee-4199-8a9d-74202250a80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:20.061113 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43206) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:20.311146 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:20.356948 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:20.357561 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:20.363854 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-d3a4d1ea-3e34-46a7-82fa-013d1a53a135 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '1ff83de763a841cca0f024779fe5f53f'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:20.427825 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.policy [None req-d3a4d1ea-3e34-46a7-82fa-013d1a53a135 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99942) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 04:32:20.473002 dv-cinder-772623-10-iscsi neutron-server[99942]: WARNING oslo_policy.policy [None req-d3a4d1ea-3e34-46a7-82fa-013d1a53a135 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:32:20.473961 dv-cinder-772623-10-iscsi neutron-server[99942]: WARNING oslo_policy.policy [None req-d3a4d1ea-3e34-46a7-82fa-013d1a53a135 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:32:20.482523 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.quota [None req-d3a4d1ea-3e34-46a7-82fa-013d1a53a135 admin admin] Loaded quota_driver: . Jun 21 04:32:20.591750 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d1ea-3e34-46a7-82fa-013d1a53a135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-579730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2919'] for router, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:20.593535 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d1ea-3e34-46a7-82fa-013d1a53a135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2924'] for router, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:20.748611 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d1ea-3e34-46a7-82fa-013d1a53a135 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:20.803540 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d1ea-3e34-46a7-82fa-013d1a53a135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969735'] for router, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:20.899327 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d1ea-3e34-46a7-82fa-013d1a53a135 admin admin] Notify callbacks [] for router, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:20.900418 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-d3a4d1ea-3e34-46a7-82fa-013d1a53a135 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8383610 Jun 21 04:32:23.249471 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43216) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:23.564703 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [None req-113b91a8-09d0-4e30-975a-b84230a25ab4 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:32:23.565699 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-113b91a8-09d0-4e30-975a-b84230a25ab4 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3153033 Jun 21 04:32:23.659446 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-6157c767-86e0-49c7-9add-554c1cd3d108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.898228 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43224) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:26.208817 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:26.300003 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f3775335-23ad-4dbd-9dd6-624cb2bca488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:26.317262 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Made reservation on behalf of b8e35ce65eda4425b08860cc75c65abb for: {'network': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:26.320076 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:26.336412 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:26.454699 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:26.511244 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:26.545741 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:26.550832 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:26.557921 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Reserving flat network on physical network physnet1 {{(pid=99942) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 21 04:32:26.587876 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776823105226', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:26.588445 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Unsubscribe: segment precommit_create {{(pid=99942) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 04:32:26.588920 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.db.segments_db [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Added segment 5cc5a28d-066d-4186-a4c9-1c89a549f765 of type flat for network a83701e4-e1f4-405b-ae26-5c447039f249 Jun 21 04:32:26.609804 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe9f4fc-3bb5-4647-832f-105708e550d0,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:26.656390 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:26.656731 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:26.657053 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:26.657372 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:26.657682 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:26.658007 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:26.658378 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:26.658636 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:26.658957 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:26.659294 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:26.659598 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:26.659897 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Tracked resource versions report: Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: pushed versions: Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: { 'AddressGroup': {'1.2'}, Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'ConntrackHelper': {'1.0'}, Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Log': {'1.0'}, Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Network': {'1.1'}, Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Port': {'1.7'}, Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'PortForwarding': {'1.2'}, Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'QosPolicy': {'1.8'}, Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'SecurityGroup': {'1.4'}, Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'SubPort': {'1.0'}, Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Subnet': {'1.1'}, Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Trunk': {'1.1'}} Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: consumer versions: Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: { DHCP agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: L3 agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: Metadata agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: Metering agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: Open vSwitch agent@dv-cinder-772623-10-iscsi: { 'AddressGroup': '1.2', Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'ConntrackHelper': '1.0', Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Log': '1.0', Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Network': '1.1', Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Port': '1.7', Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'PortForwarding': '1.2', Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'QosPolicy': '1.8', Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'SecurityGroup': '1.4', Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'SecurityGroupRule': '1.2', Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'SubPort': '1.0', Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Subnet': '1.1', Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Trunk': '1.1'}} Jun 21 04:32:26.661768 dv-cinder-772623-10-iscsi neutron-server[99942]: {{(pid=99942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:32:26.717340 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:26.721507 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:26.836123 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:26.837492 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:26.838148 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:26.840104 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:26.934458 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Pushing event updated for resources: {'Network': ['ID=a83701e4-e1f4-405b-ae26-5c447039f249,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:26.937639 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:26.948174 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network a83701e4-e1f4-405b-ae26-5c447039f249 details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:32:27.015127 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1158550 Jun 21 04:32:27.265858 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.917045 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.345453 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43246) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:29.556728 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0256936c-fc5a-4bb0-80f8-95153a6a023a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:29.558058 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-0256936c-fc5a-4bb0-80f8-95153a6a023a admin admin] 10.222.0.11 "GET /v2.0/subnets/59f286ad-17d7-42ea-9f4d-4165fbc10c7a HTTP/1.1" status: 200 len: 849 time: 0.2116649 Jun 21 04:32:29.691224 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-09c9fa48-faf2-4d70-b238-59962d690bf4 admin admin] 10.222.0.11 "GET /v2.0/routers/d69a3a7e-cc4b-4c00-ab5b-65aae40b0372 HTTP/1.1" status: 200 len: 704 time: 0.1275127 Jun 21 04:32:29.943788 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.229586 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Allocated IP 172.20.0.1 (64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03/59f286ad-17d7-42ea-9f4d-4165fbc10c7a/37e6d316-6663-48ff-96ba-af958a559d11) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:30.406236 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.429847 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Transition to ACTIVE for port object 37e6d316-6663-48ff-96ba-af958a559d11 will not be triggered until provisioned by entity DHCP. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:30.563082 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.565998 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:30.630427 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Network 64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03 is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:30.638171 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:30.646755 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:30.647325 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980264'] for router_interface, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.666074 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Pushing event updated for resources: {'Port': ['ID=37e6d316-6663-48ff-96ba-af958a559d11,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:30.708210 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:30.899769 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-1ea140bd-1dc8-4068-bd96-31ac904a9e78 None None] Provisioning for port 37e6d316-6663-48ff-96ba-af958a559d11 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:30.903898 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-1ea140bd-1dc8-4068-bd96-31ac904a9e78 None None] Provisioning complete for port 37e6d316-6663-48ff-96ba-af958a559d11 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:30.904274 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1ea140bd-1dc8-4068-bd96-31ac904a9e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.940093 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-1ea140bd-1dc8-4068-bd96-31ac904a9e78 None None] Port 37e6d316-6663-48ff-96ba-af958a559d11 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:32:30.986713 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.168885 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.242410 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.243588 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-953471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982833'] for router_interface, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.245210 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:31.320975 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Pushing event updated for resources: {'Port': ['ID=37e6d316-6663-48ff-96ba-af958a559d11,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:31.324746 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:31.368649 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Network 64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03 is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:31.369927 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:31.560328 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-c4d8d0a3-31fe-470d-977e-0d96c09e6fac None None] Provisioning complete for port 37e6d316-6663-48ff-96ba-af958a559d11 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:31.560732 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c4d8d0a3-31fe-470d-977e-0d96c09e6fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.597106 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Router d69a3a7e-cc4b-4c00-ab5b-65aae40b0372 is scheduled to L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c with binding_index 1 {{(pid=99942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:32:31.597693 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-c4d8d0a3-31fe-470d-977e-0d96c09e6fac None None] Port 37e6d316-6663-48ff-96ba-af958a559d11 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:32:31.685907 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:31.691015 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] 10.222.0.11 "PUT /v2.0/routers/d69a3a7e-cc4b-4c00-ab5b-65aae40b0372/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9942632 Jun 21 04:32:31.696006 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Sync routers for ids ['d69a3a7e-cc4b-4c00-ab5b-65aae40b0372'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:31.706907 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Routers {'d69a3a7e-cc4b-4c00-ab5b-65aae40b0372'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:31.708365 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-59a8fca6-1260-4661-9028-f4352728902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:32:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['d69a3a7e-cc4b-4c00-ab5b-65aae40b0372'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:31.889039 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Set router d69a3a7e-cc4b-4c00-ab5b-65aae40b0372 gateway port host: None {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:32.312566 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-59a8fca6-1260-4661-9028-f4352728902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69a3a7e-cc4b-4c00-ab5b-65aae40b0372', 'name': 'router1', 'tenant_id': '1ff83de763a841cca0f024779fe5f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:20Z', 'updated_at': '2021-06-21T04:32:30Z', 'revision_number': 2, 'project_id': '1ff83de763a841cca0f024779fe5f53f', 'gw_port_host': None, '_interfaces': [{'id': '37e6d316-6663-48ff-96ba-af958a559d11', 'name': '', 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03', 'tenant_id': '1ff83de763a841cca0f024779fe5f53f', 'mac_address': 'fa:16:3e:da:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69a3a7e-cc4b-4c00-ab5b-65aae40b0372', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59f286ad-17d7-42ea-9f4d-4165fbc10c7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:29Z', 'updated_at': '2021-06-21T04:32:31Z', 'revision_number': 2, 'project_id': '1ff83de763a841cca0f024779fe5f53f', 'subnets': [{'id': '59f286ad-17d7-42ea-9f4d-4165fbc10c7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91b25072-5250-480b-9af9-343b33174c56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:32.364955 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Checking router: d69a3a7e-cc4b-4c00-ab5b-65aae40b0372 for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:32.365332 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Updating router d69a3a7e-cc4b-4c00-ab5b-65aae40b0372 port 37e6d316-6663-48ff-96ba-af958a559d11 binding host dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:32:32.429021 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:32.919271 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Notify callbacks [] for port, precommit_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:32.938237 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.provisioning_blocks [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Transition to ACTIVE for port object 37e6d316-6663-48ff-96ba-af958a559d11 will not be triggered until provisioned by entity L2. {{(pid=99945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:33.018768 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:33.023908 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:33.216558 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98278319-7966-4996-9adb-767afe0081cd None None] Pushing event updated for resources: {'Port': ['ID=37e6d316-6663-48ff-96ba-af958a559d11,revision_number=3']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:33.233283 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98278319-7966-4996-9adb-767afe0081cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:33.233628 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98278319-7966-4996-9adb-767afe0081cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:33.233960 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98278319-7966-4996-9adb-767afe0081cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:33.234280 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98278319-7966-4996-9adb-767afe0081cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:33.234596 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98278319-7966-4996-9adb-767afe0081cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:33.234913 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98278319-7966-4996-9adb-767afe0081cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:33.235245 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98278319-7966-4996-9adb-767afe0081cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:33.235583 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98278319-7966-4996-9adb-767afe0081cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:33.235918 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98278319-7966-4996-9adb-767afe0081cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:33.236231 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98278319-7966-4996-9adb-767afe0081cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:33.236537 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98278319-7966-4996-9adb-767afe0081cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:33.236847 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98278319-7966-4996-9adb-767afe0081cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98278319-7966-4996-9adb-767afe0081cd None None] Tracked resource versions report: Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: pushed versions: Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: { 'AddressGroup': {'1.2'}, Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'ConntrackHelper': {'1.0'}, Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Log': {'1.0'}, Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Network': {'1.1'}, Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Port': {'1.7'}, Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'PortForwarding': {'1.2'}, Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'QosPolicy': {'1.8'}, Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'SecurityGroup': {'1.4'}, Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'SubPort': {'1.0'}, Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Subnet': {'1.1'}, Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Trunk': {'1.1'}} Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: consumer versions: Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: { DHCP agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: L3 agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: Metadata agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: Metering agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: Open vSwitch agent@dv-cinder-772623-10-iscsi: { 'AddressGroup': '1.2', Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'ConntrackHelper': '1.0', Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Log': '1.0', Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Network': '1.1', Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Port': '1.7', Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'PortForwarding': '1.2', Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'QosPolicy': '1.8', Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'SecurityGroup': '1.4', Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'SecurityGroupRule': '1.2', Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'SubPort': '1.0', Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Subnet': '1.1', Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Trunk': '1.1'}} Jun 21 04:32:33.238186 dv-cinder-772623-10-iscsi neutron-server[99945]: {{(pid=99945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:32:33.242501 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-98278319-7966-4996-9adb-767afe0081cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:33.247415 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Attempting to bind port 37e6d316-6663-48ff-96ba-af958a559d11 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:33.247823 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Attempting to bind port 37e6d316-6663-48ff-96ba-af958a559d11 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '69cdaabc-ee21-4062-a8d1-cb34767ebada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03'}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:33.248266 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Attempting to bind port 37e6d316-6663-48ff-96ba-af958a559d11 on network 64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03 {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:33.253190 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:33.253610 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Checking segment: {'id': '69cdaabc-ee21-4062-a8d1-cb34767ebada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:33.254614 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:33.255044 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Bound using segment: {'id': '69cdaabc-ee21-4062-a8d1-cb34767ebada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03'} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:33.255498 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Bound port: 37e6d316-6663-48ff-96ba-af958a559d11, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cdaabc-ee21-4062-a8d1-cb34767ebada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03'}}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:33.255867 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:33.320527 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-59a8fca6-1260-4661-9028-f4352728902d None None] For port 37e6d316-6663-48ff-96ba-af958a559d11, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:33.341539 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-59a8fca6-1260-4661-9028-f4352728902d None None] For port 37e6d316-6663-48ff-96ba-af958a559d11, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=37e6d316-6663-48ff-96ba-af958a559d11,segment=NetworkSegment(69cdaabc-ee21-4062-a8d1-cb34767ebada),segment_id=69cdaabc-ee21-4062-a8d1-cb34767ebada)] {{(pid=99945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:33.414484 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:33.416843 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-98278319-7966-4996-9adb-767afe0081cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:33.477513 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Routers {'d69a3a7e-cc4b-4c00-ab5b-65aae40b0372'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:33.478135 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-59a8fca6-1260-4661-9028-f4352728902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:32:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['d69a3a7e-cc4b-4c00-ab5b-65aae40b0372'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:33.480035 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98278319-7966-4996-9adb-767afe0081cd None None] Pushing event updated for resources: {'Port': ['ID=37e6d316-6663-48ff-96ba-af958a559d11,revision_number=4']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:33.523025 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-98278319-7966-4996-9adb-767afe0081cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:33.584939 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-59a8fca6-1260-4661-9028-f4352728902d None None] Set router d69a3a7e-cc4b-4c00-ab5b-65aae40b0372 gateway port host: None {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:33.794622 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-59a8fca6-1260-4661-9028-f4352728902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69a3a7e-cc4b-4c00-ab5b-65aae40b0372', 'name': 'router1', 'tenant_id': '1ff83de763a841cca0f024779fe5f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:20Z', 'updated_at': '2021-06-21T04:32:30Z', 'revision_number': 2, 'project_id': '1ff83de763a841cca0f024779fe5f53f', 'gw_port_host': None, '_interfaces': [{'id': '37e6d316-6663-48ff-96ba-af958a559d11', 'name': '', 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03', 'tenant_id': '1ff83de763a841cca0f024779fe5f53f', 'mac_address': 'fa:16:3e:da:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69a3a7e-cc4b-4c00-ab5b-65aae40b0372', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59f286ad-17d7-42ea-9f4d-4165fbc10c7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:29Z', 'updated_at': '2021-06-21T04:32:33Z', 'revision_number': 4, 'project_id': '1ff83de763a841cca0f024779fe5f53f', 'subnets': [{'id': '59f286ad-17d7-42ea-9f4d-4165fbc10c7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91b25072-5250-480b-9af9-343b33174c56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:33.821258 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a8fca6-1260-4661-9028-f4352728902d None None] The sync data for ids ['d69a3a7e-cc4b-4c00-ab5b-65aae40b0372'] in dv-cinder-772623-10-iscsi is: [{'id': 'd69a3a7e-cc4b-4c00-ab5b-65aae40b0372', 'name': 'router1', 'tenant_id': '1ff83de763a841cca0f024779fe5f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:20Z', 'updated_at': '2021-06-21T04:32:30Z', 'revision_number': 2, 'project_id': '1ff83de763a841cca0f024779fe5f53f', 'gw_port_host': None, '_interfaces': [{'id': '37e6d316-6663-48ff-96ba-af958a559d11', 'name': '', 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03', 'tenant_id': '1ff83de763a841cca0f024779fe5f53f', 'mac_address': 'fa:16:3e:da:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69a3a7e-cc4b-4c00-ab5b-65aae40b0372', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59f286ad-17d7-42ea-9f4d-4165fbc10c7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:29Z', 'updated_at': '2021-06-21T04:32:33Z', 'revision_number': 4, 'project_id': '1ff83de763a841cca0f024779fe5f53f', 'subnets': [{'id': '59f286ad-17d7-42ea-9f4d-4165fbc10c7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91b25072-5250-480b-9af9-343b33174c56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:33.875909 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43266) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:33.987250 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b6890d-be49-4741-a184-c9357f6bfbba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:33.989207 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-e2b6890d-be49-4741-a184-c9357f6bfbba admin admin] 10.222.0.11 "GET /v2.0/networks/a83701e4-e1f4-405b-ae26-5c447039f249 HTTP/1.1" status: 200 len: 842 time: 0.1123149 Jun 21 04:32:33.998461 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-8d8efe73-1bca-4910-a5cb-d340477408a4 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:34.151262 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8efe73-1bca-4910-a5cb-d340477408a4 admin admin] Made reservation on behalf of b8e35ce65eda4425b08860cc75c65abb for: {'subnet': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:34.153596 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8d8efe73-1bca-4910-a5cb-d340477408a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.513446 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.objects.ports [None req-8d8efe73-1bca-4910-a5cb-d340477408a4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99942) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 04:32:34.513873 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8d8efe73-1bca-4910-a5cb-d340477408a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370'] for subnet, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.516724 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:34.571826 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8efe73-1bca-4910-a5cb-d340477408a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d563c64e-4409-483e-a58f-db6c4f6d2551,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:34.575265 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8d8efe73-1bca-4910-a5cb-d340477408a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:34.582957 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8efe73-1bca-4910-a5cb-d340477408a4 admin admin] Checking segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:34.583343 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8efe73-1bca-4910-a5cb-d340477408a4 admin admin] Network hostable DHCP agents. Network: a83701e4-e1f4-405b-ae26-5c447039f249, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:32:34.665054 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8efe73-1bca-4910-a5cb-d340477408a4 admin admin] Network a83701e4-e1f4-405b-ae26-5c447039f249 is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:32:34.751182 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-8d8efe73-1bca-4910-a5cb-d340477408a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, a83701e4-e1f4-405b-ae26-5c447039f249) {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:34.757590 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8efe73-1bca-4910-a5cb-d340477408a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:34.757733 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8d8efe73-1bca-4910-a5cb-d340477408a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.760655 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05424205-7e01-4138-a42e-99479221ec9e None None] Network a83701e4-e1f4-405b-ae26-5c447039f249 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:34.838297 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-8d8efe73-1bca-4910-a5cb-d340477408a4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8431211 Jun 21 04:32:34.886328 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0c069d-6f26-41ba-b6b9-e6c34de3f06a None None] Network a83701e4-e1f4-405b-ae26-5c447039f249 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:37.107045 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 43278) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:37.371814 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-49e8325c-60a3-4adc-99f2-7aa5c845ebed admin admin] 10.222.0.11 "GET /v2.0/routers/d69a3a7e-cc4b-4c00-ab5b-65aae40b0372 HTTP/1.1" status: 200 len: 710 time: 0.2636032 Jun 21 04:32:37.485740 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c9973-2447-4be0-af6f-6e524c12bc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:37.487094 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-2a2c9973-2447-4be0-af6f-6e524c12bc42 admin admin] 10.222.0.11 "GET /v2.0/networks/a83701e4-e1f4-405b-ae26-5c447039f249 HTTP/1.1" status: 200 len: 886 time: 0.1145039 Jun 21 04:32:37.495822 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:37.740005 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2938'] for router, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:38.077185 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:38.154387 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:38.342040 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 37e6d316-6663-48ff-96ba-af958a559d11 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:38.359753 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Allocated IP 172.27.1.61 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/32abdac8-440c-4d37-9a07-b8b30bef6941) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:38.430865 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 37e6d316-6663-48ff-96ba-af958a559d11 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:38.435033 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 37e6d316-6663-48ff-96ba-af958a559d11 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:38.435465 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:38.467242 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:38.510169 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:38.540611 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 37e6d316-6663-48ff-96ba-af958a559d11, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=37e6d316-6663-48ff-96ba-af958a559d11,segment=NetworkSegment(69cdaabc-ee21-4062-a8d1-cb34767ebada),segment_id=69cdaabc-ee21-4062-a8d1-cb34767ebada)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:38.647224 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:38.649417 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-f08820a1-f13e-46de-a434-3aae085ceaa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:38.682351 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:38.685117 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:38.697358 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=37e6d316-6663-48ff-96ba-af958a559d11,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:38.700403 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:38.761088 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:38.769194 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:38.773716 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:38.776523 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Pushing event updated for resources: {'Port': ['ID=32abdac8-440c-4d37-9a07-b8b30bef6941,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:38.833656 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:39.157369 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:39.355616 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2938'] for router, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:39.358777 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579689'] for router, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:39.468511 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Router d69a3a7e-cc4b-4c00-ab5b-65aae40b0372 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:32:39.572974 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:39.577427 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Notify callbacks [] for router, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:39.578472 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] 10.222.0.11 "PUT /v2.0/routers/d69a3a7e-cc4b-4c00-ab5b-65aae40b0372 HTTP/1.1" status: 200 len: 889 time: 2.0858574 Jun 21 04:32:39.594498 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Sync routers for ids ['d69a3a7e-cc4b-4c00-ab5b-65aae40b0372'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:39.606403 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Routers {'d69a3a7e-cc4b-4c00-ab5b-65aae40b0372'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:39.607086 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:32:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['d69a3a7e-cc4b-4c00-ab5b-65aae40b0372'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:39.877604 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Set router d69a3a7e-cc4b-4c00-ab5b-65aae40b0372 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:40.275071 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69a3a7e-cc4b-4c00-ab5b-65aae40b0372', 'name': 'router1', 'tenant_id': '1ff83de763a841cca0f024779fe5f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '32abdac8-440c-4d37-9a07-b8b30bef6941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:20Z', 'updated_at': '2021-06-21T04:32:38Z', 'revision_number': 4, 'project_id': '1ff83de763a841cca0f024779fe5f53f', 'gw_port': {'id': '32abdac8-440c-4d37-9a07-b8b30bef6941', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69a3a7e-cc4b-4c00-ab5b-65aae40b0372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:38Z', 'updated_at': '2021-06-21T04:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '37e6d316-6663-48ff-96ba-af958a559d11', 'name': '', 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03', 'tenant_id': '1ff83de763a841cca0f024779fe5f53f', 'mac_address': 'fa:16:3e:da:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69a3a7e-cc4b-4c00-ab5b-65aae40b0372', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59f286ad-17d7-42ea-9f4d-4165fbc10c7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:29Z', 'updated_at': '2021-06-21T04:32:38Z', 'revision_number': 5, 'project_id': '1ff83de763a841cca0f024779fe5f53f', 'subnets': [{'id': '59f286ad-17d7-42ea-9f4d-4165fbc10c7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91b25072-5250-480b-9af9-343b33174c56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:40.327380 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Checking router: d69a3a7e-cc4b-4c00-ab5b-65aae40b0372 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:40.327736 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Updating router d69a3a7e-cc4b-4c00-ab5b-65aae40b0372 port 32abdac8-440c-4d37-9a07-b8b30bef6941 binding host dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:32:40.353170 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 37e6d316-6663-48ff-96ba-af958a559d11 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:40.393217 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:40.454088 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 37e6d316-6663-48ff-96ba-af958a559d11 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:40.454460 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:40.754437 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 5 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:32:40.789639 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Notify callbacks [] for port, precommit_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:40.799088 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Transition to ACTIVE for port object 32abdac8-440c-4d37-9a07-b8b30bef6941 will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:40.865171 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:40.867885 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:40.919792 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a2087-d4ca-49f3-af54-8f429065ad93 None None] Pushing event updated for resources: {'Port': ['ID=32abdac8-440c-4d37-9a07-b8b30bef6941,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:40.923244 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Attempting to bind port 32abdac8-440c-4d37-9a07-b8b30bef6941 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:40.923667 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Attempting to bind port 32abdac8-440c-4d37-9a07-b8b30bef6941 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:40.924202 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Attempting to bind port 32abdac8-440c-4d37-9a07-b8b30bef6941 on network a83701e4-e1f4-405b-ae26-5c447039f249 {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:40.927479 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-bd3a2087-d4ca-49f3-af54-8f429065ad93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:40.931370 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:40.931748 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Checking segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:40.932149 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:40.932622 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Bound using segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:40.933096 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Bound port: 32abdac8-440c-4d37-9a07-b8b30bef6941, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:40.933469 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:40.985017 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] For port 32abdac8-440c-4d37-9a07-b8b30bef6941, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:40.988077 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] For port 32abdac8-440c-4d37-9a07-b8b30bef6941, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=32abdac8-440c-4d37-9a07-b8b30bef6941,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:41.065579 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.068429 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-bd3a2087-d4ca-49f3-af54-8f429065ad93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:41.198755 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Routers {'d69a3a7e-cc4b-4c00-ab5b-65aae40b0372'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:41.199384 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:32:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['d69a3a7e-cc4b-4c00-ab5b-65aae40b0372'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:41.234206 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a2087-d4ca-49f3-af54-8f429065ad93 None None] Pushing event updated for resources: {'Port': ['ID=32abdac8-440c-4d37-9a07-b8b30bef6941,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:41.237345 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-bd3a2087-d4ca-49f3-af54-8f429065ad93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:41.312662 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] Set router d69a3a7e-cc4b-4c00-ab5b-65aae40b0372 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:41.525942 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69a3a7e-cc4b-4c00-ab5b-65aae40b0372', 'name': 'router1', 'tenant_id': '1ff83de763a841cca0f024779fe5f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '32abdac8-440c-4d37-9a07-b8b30bef6941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:20Z', 'updated_at': '2021-06-21T04:32:38Z', 'revision_number': 4, 'project_id': '1ff83de763a841cca0f024779fe5f53f', 'gw_port': {'id': '32abdac8-440c-4d37-9a07-b8b30bef6941', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69a3a7e-cc4b-4c00-ab5b-65aae40b0372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:38Z', 'updated_at': '2021-06-21T04:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '37e6d316-6663-48ff-96ba-af958a559d11', 'name': '', 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03', 'tenant_id': '1ff83de763a841cca0f024779fe5f53f', 'mac_address': 'fa:16:3e:da:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69a3a7e-cc4b-4c00-ab5b-65aae40b0372', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59f286ad-17d7-42ea-9f4d-4165fbc10c7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:29Z', 'updated_at': '2021-06-21T04:32:38Z', 'revision_number': 5, 'project_id': '1ff83de763a841cca0f024779fe5f53f', 'subnets': [{'id': '59f286ad-17d7-42ea-9f4d-4165fbc10c7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91b25072-5250-480b-9af9-343b33174c56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:41.555629 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a3dc0-98fc-43c8-a717-7ffeb96744f7 None None] The sync data for ids ['d69a3a7e-cc4b-4c00-ab5b-65aae40b0372'] in dv-cinder-772623-10-iscsi is: [{'id': 'd69a3a7e-cc4b-4c00-ab5b-65aae40b0372', 'name': 'router1', 'tenant_id': '1ff83de763a841cca0f024779fe5f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '32abdac8-440c-4d37-9a07-b8b30bef6941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:20Z', 'updated_at': '2021-06-21T04:32:38Z', 'revision_number': 4, 'project_id': '1ff83de763a841cca0f024779fe5f53f', 'gw_port': {'id': '32abdac8-440c-4d37-9a07-b8b30bef6941', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69a3a7e-cc4b-4c00-ab5b-65aae40b0372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:38Z', 'updated_at': '2021-06-21T04:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '37e6d316-6663-48ff-96ba-af958a559d11', 'name': '', 'network_id': '64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03', 'tenant_id': '1ff83de763a841cca0f024779fe5f53f', 'mac_address': 'fa:16:3e:da:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69a3a7e-cc4b-4c00-ab5b-65aae40b0372', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59f286ad-17d7-42ea-9f4d-4165fbc10c7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:29Z', 'updated_at': '2021-06-21T04:32:38Z', 'revision_number': 5, 'project_id': '1ff83de763a841cca0f024779fe5f53f', 'subnets': [{'id': '59f286ad-17d7-42ea-9f4d-4165fbc10c7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91b25072-5250-480b-9af9-343b33174c56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:41.969747 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 43286) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:42.096700 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-f9084224-a9bc-411d-8dd7-d494eca43f41 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1257892 Jun 21 04:32:42.376898 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 32abdac8-440c-4d37-9a07-b8b30bef6941 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:42.476466 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 32abdac8-440c-4d37-9a07-b8b30bef6941 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:42.480392 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 32abdac8-440c-4d37-9a07-b8b30bef6941 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:42.481301 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.558688 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.579806 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 32abdac8-440c-4d37-9a07-b8b30bef6941, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=32abdac8-440c-4d37-9a07-b8b30bef6941,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:42.687645 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.689744 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:42.745169 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=32abdac8-440c-4d37-9a07-b8b30bef6941,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:42.749396 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:44.335896 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 32abdac8-440c-4d37-9a07-b8b30bef6941 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:44.391278 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 32abdac8-440c-4d37-9a07-b8b30bef6941 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:44.391658 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.683593 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e26ac101-0c36-4fc5-b929-7f7b12c70d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.276601 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9aca450a-3125-4387-ad52-3e208053700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.504737 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.248120 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:59.008083 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:17.752282 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 5 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:33:23.596391 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-fb649367-3a35-4e06-ad88-a7534d8e6826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:26.361333 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-5c019567-5804-489a-8fc6-7dba961e00ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:26.544237 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:27.299323 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.961534 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.590931 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9e140b7f-b595-4ecf-af42-744283ab0731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:54.750498 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 5 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:33:56.298143 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-d25b48ac-cc6a-447a-8242-13f063929366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:56.532600 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.263241 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.017346 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:21.673543 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 43854) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:21.734643 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ffeead-c8ea-46d0-9ed1-b3c714ee00b0 admin admin] GET failed (client error): The resource could not be found. Jun 21 04:34:21.735951 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-10ffeead-c8ea-46d0-9ed1-b3c714ee00b0 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614703 Jun 21 04:34:21.967312 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616d93f9-c96f-498f-93de-0724998ca7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:21.968899 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-616d93f9-c96f-498f-93de-0724998ca7b8 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2289963 Jun 21 04:34:23.577819 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-aedf007b-ac32-4194-8fa1-447cddd8e9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:24.143088 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 43864) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:24.230377 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d36e7a-5004-41d7-a0e6-970f30fae7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:24.231672 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-e8d36e7a-5004-41d7-a0e6-970f30fae7b8 admin admin] 10.222.0.11 "GET /v2.0/subnets/59f286ad-17d7-42ea-9f4d-4165fbc10c7a HTTP/1.1" status: 200 len: 849 time: 0.0876200 Jun 21 04:34:24.241301 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:24.326541 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:24.559558 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776823154908'] for subnet, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:24.565757 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:24.594424 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:24.594966 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:24.596244 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] 10.222.0.11 "PUT /v2.0/subnets/59f286ad-17d7-42ea-9f4d-4165fbc10c7a HTTP/1.1" status: 200 len: 868 time: 0.3586311 Jun 21 04:34:24.602956 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca61f7a-cb98-4eab-9379-f774c01d13bc None None] Network 64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:34:24.618827 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f286ad-17d7-42ea-9f4d-4165fbc10c7a,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:24.627186 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:24.627561 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:24.627901 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:24.628227 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:24.628551 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:24.628890 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:24.629215 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:24.629568 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:24.629899 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:24.630217 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:24.630532 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:24.630845 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:24.634532 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:25.020815 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-c2b9c6c2-cc33-4c97-96cb-9d9ca5c9e010 None None] Provisioning complete for port 408fd3d2-26ba-4d8a-b4f0-0c5e5a8fec88 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:25.021189 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c2b9c6c2-cc33-4c97-96cb-9d9ca5c9e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:25.107556 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-c2b9c6c2-cc33-4c97-96cb-9d9ca5c9e010 None None] Provisioning complete for port 37e6d316-6663-48ff-96ba-af958a559d11 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:25.107876 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c2b9c6c2-cc33-4c97-96cb-9d9ca5c9e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:26.279547 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-621961d5-d6d4-4dd9-a735-4c40ae5bcf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:26.496675 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:26.793114 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 43872) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:26.993088 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6577ff56-7935-493c-8672-9417d0d0fdb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:26.993512 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6577ff56-7935-493c-8672-9417d0d0fdb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:26.995013 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-6577ff56-7935-493c-8672-9417d0d0fdb8 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2009397 Jun 21 04:34:27.279756 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:28.983036 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:29.135200 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43880) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:29.328556 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7477f79-f955-49bf-967c-6c139df0e9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:29.329031 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7477f79-f955-49bf-967c-6c139df0e9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:29.330549 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-a7477f79-f955-49bf-967c-6c139df0e9ec admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1944814 Jun 21 04:34:31.543103 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43890) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:31.680084 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832db252-ecbd-4ad1-b508-9e5e09575a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:31.681823 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-832db252-ecbd-4ad1-b508-9e5e09575a77 admin admin] 10.222.0.11 "GET /v2.0/networks/64d4b44b-e71c-4d3a-81ae-c61ecf9e7d03 HTTP/1.1" status: 200 len: 869 time: 0.1376233 Jun 21 04:34:31.749668 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 5 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:34:33.816640 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43898) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:33.940736 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ead6e1-a317-41b2-aedc-c5f0981cf52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:33.942059 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-42ead6e1-a317-41b2-aedc-c5f0981cf52b admin admin] 10.222.0.11 "GET /v2.0/networks/a83701e4-e1f4-405b-ae26-5c447039f249 HTTP/1.1" status: 200 len: 886 time: 0.1242790 Jun 21 04:34:36.122694 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43906) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:36.311014 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75da1ee6-d3f0-4553-88fb-dfea41df6021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:36.311407 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75da1ee6-d3f0-4553-88fb-dfea41df6021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:36.312902 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-75da1ee6-d3f0-4553-88fb-dfea41df6021 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1892390 Jun 21 04:34:38.464818 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43914) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:38.555472 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d530a1a4-ed35-4422-a0fc-66ea427fb73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:38.555924 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d530a1a4-ed35-4422-a0fc-66ea427fb73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:38.557506 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-d530a1a4-ed35-4422-a0fc-66ea427fb73a admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917504 Jun 21 04:34:40.847492 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43922) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:40.940800 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c306e915-035f-46c9-af68-0399d53c7cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:40.946116 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-c306e915-035f-46c9-af68-0399d53c7cfb admin admin] 10.222.0.11 "GET /v2.0/subnets/59f286ad-17d7-42ea-9f4d-4165fbc10c7a HTTP/1.1" status: 200 len: 868 time: 0.0937378 Jun 21 04:34:43.140196 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43930) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:43.223291 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106fa534-d764-49af-9014-7b6f02bffd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:43.224682 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-106fa534-d764-49af-9014-7b6f02bffd8f admin admin] 10.222.0.11 "GET /v2.0/subnets/d563c64e-4409-483e-a58f-db6c4f6d2551 HTTP/1.1" status: 200 len: 816 time: 0.0835245 Jun 21 04:34:53.599095 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a7b06b38-3ad6-4ff4-bfe8-8e53c3f73337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:56.301735 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1d8c85de-ecfb-47a7-bdcc-5781e1c34d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:56.512846 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.278916 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.124435 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:06.802105 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 43974) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:06.849078 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [None req-5d7a58d6-4e4d-4c77-b88f-8aab886bcff3 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:35:06.850265 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-5d7a58d6-4e4d-4c77-b88f-8aab886bcff3 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470593 Jun 21 04:35:08.747599 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 5 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:35:09.173208 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 43982) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:09.233826 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0e2e1d-ed35-4007-ab6a-dd335519593c admin admin] GET failed (client error): The resource could not be found. Jun 21 04:35:09.235110 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-aa0e2e1d-ed35-4007-ab6a-dd335519593c admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607030 Jun 21 04:35:09.320664 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d623f-ae28-4bd3-86eb-6ccce9e35c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:09.322117 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-656d623f-ae28-4bd3-86eb-6ccce9e35c93 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0831640 Jun 21 04:35:11.477616 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 43990) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:11.523444 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-5339d471-8070-4696-b613-5a01bfc4bfdd admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:11.643722 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5339d471-8070-4696-b613-5a01bfc4bfdd admin admin] Made reservation on behalf of b8e35ce65eda4425b08860cc75c65abb for: {'network': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:35:11.646057 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5339d471-8070-4696-b613-5a01bfc4bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.680776 dv-cinder-772623-10-iscsi neutron-server[99943]: WARNING neutron.services.revisions.revision_plugin [None req-5339d471-8070-4696-b613-5a01bfc4bfdd admin admin] Could not find related network for resource to bump revision. Jun 21 04:35:11.693487 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5339d471-8070-4696-b613-5a01bfc4bfdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=99943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:35:11.702861 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5339d471-8070-4696-b613-5a01bfc4bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.703214 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.segments_db [None req-5339d471-8070-4696-b613-5a01bfc4bfdd admin admin] Added segment 30daa849-6ff3-49ea-89c3-0e110eb750ba of type vlan for network 34ded04a-c41e-4893-99f0-9fc57aed32a6 Jun 21 04:35:11.742439 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5339d471-8070-4696-b613-5a01bfc4bfdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.952432 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5339d471-8070-4696-b613-5a01bfc4bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.967399 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5339d471-8070-4696-b613-5a01bfc4bfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:11.967399 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5339d471-8070-4696-b613-5a01bfc4bfdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.967399 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:12.013835 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339d471-8070-4696-b613-5a01bfc4bfdd admin admin] Pushing event updated for resources: {'Network': ['ID=34ded04a-c41e-4893-99f0-9fc57aed32a6,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:12.016480 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5339d471-8070-4696-b613-5a01bfc4bfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:12.024937 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network 34ded04a-c41e-4893-99f0-9fc57aed32a6 details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:35:12.524470 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-5339d471-8070-4696-b613-5a01bfc4bfdd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0457537 Jun 21 04:35:14.705772 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 43998) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:14.767633 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.pecan_wsgi.hooks.translation [None req-3999456d-664f-41a3-8d3b-b3201a311b8b admin admin] GET failed (client error): The resource could not be found. Jun 21 04:35:14.769051 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-3999456d-664f-41a3-8d3b-b3201a311b8b admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622535 Jun 21 04:35:14.840630 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc90d359-1255-4ba3-9b8a-8e8d75bd89b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:14.842019 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-cc90d359-1255-4ba3-9b8a-8e8d75bd89b1 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691419 Jun 21 04:35:14.851259 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-f21102df-8e03-45a8-93f8-6d384ff13d12 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '34ded04a-c41e-4893-99f0-9fc57aed32a6', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:14.946338 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21102df-8e03-45a8-93f8-6d384ff13d12 admin admin] Made reservation on behalf of b8e35ce65eda4425b08860cc75c65abb for: {'subnet': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:35:14.948689 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f21102df-8e03-45a8-93f8-6d384ff13d12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.152938 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f21102df-8e03-45a8-93f8-6d384ff13d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370'] for subnet, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.155861 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-beeaa628-a393-4e0c-b271-e3b6f5887cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:15.207354 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21102df-8e03-45a8-93f8-6d384ff13d12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba2e4191-083b-4bb0-b224-67cce1721b2c,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:15.211724 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f21102df-8e03-45a8-93f8-6d384ff13d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:15.214195 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21102df-8e03-45a8-93f8-6d384ff13d12 admin admin] Checking segment: {'id': '30daa849-6ff3-49ea-89c3-0e110eb750ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '34ded04a-c41e-4893-99f0-9fc57aed32a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:35:15.215105 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21102df-8e03-45a8-93f8-6d384ff13d12 admin admin] Network hostable DHCP agents. Network: 34ded04a-c41e-4893-99f0-9fc57aed32a6, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:35:15.306418 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21102df-8e03-45a8-93f8-6d384ff13d12 admin admin] Network 34ded04a-c41e-4893-99f0-9fc57aed32a6 is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:35:15.357502 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-f21102df-8e03-45a8-93f8-6d384ff13d12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, 34ded04a-c41e-4893-99f0-9fc57aed32a6) {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:35:15.361579 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21102df-8e03-45a8-93f8-6d384ff13d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:15.364034 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f21102df-8e03-45a8-93f8-6d384ff13d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.369579 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3006982-74d0-4d07-85fa-ead0ce81bcb1 None None] Network 34ded04a-c41e-4893-99f0-9fc57aed32a6 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:35:15.433049 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-f21102df-8e03-45a8-93f8-6d384ff13d12 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5849826 Jun 21 04:35:15.622933 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b7f54c-9316-54f7-a4b8-74361f7d5cb9-34ded04a-c41e-4893-99f0-9fc57aed32a6', 'network_id': '34ded04a-c41e-4893-99f0-9fc57aed32a6', 'tenant_id': 'b8e35ce65eda4425b08860cc75c65abb', 'fixed_ips': [{'subnet_id': 'ba2e4191-083b-4bb0-b224-67cce1721b2c'}]}} from dv-cinder-772623-10-iscsi. {{(pid=99944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:35:15.623860 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.762209 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.db_base_plugin_common [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Allocated IP 192.168.233.2 (34ded04a-c41e-4893-99f0-9fc57aed32a6/ba2e4191-083b-4bb0-b224-67cce1721b2c/3d6cde95-42b8-47f2-8806-96f66faa04f9) {{(pid=99944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:35:15.907915 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Notify callbacks [] for port, precommit_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.916100 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Transition to ACTIVE for port object 3d6cde95-42b8-47f2-8806-96f66faa04f9 will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:35:15.932065 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Transition to ACTIVE for port object 3d6cde95-42b8-47f2-8806-96f66faa04f9 will not be triggered until provisioned by entity DHCP. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:35:15.981148 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.983506 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:16.024307 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Network 34ded04a-c41e-4893-99f0-9fc57aed32a6 is already hosted by enough agents. {{(pid=99944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:35:16.027814 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.base_scheduler [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Resources bound (agent type, host, resource id): {{(pid=99944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:35:16.030477 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Received port after_create {{(pid=99944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:35:16.036263 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Pushing event updated for resources: {'Port': ['ID=3d6cde95-42b8-47f2-8806-96f66faa04f9,revision_number=1']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:16.047670 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:16.048035 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:16.048384 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:16.048721 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:16.049051 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:16.049382 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:16.049706 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:16.050030 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:16.050372 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:16.050697 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:16.051031 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:16.051368 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:16.054953 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:16.104068 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Attempting to bind port 3d6cde95-42b8-47f2-8806-96f66faa04f9 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:35:16.104434 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Attempting to bind port 3d6cde95-42b8-47f2-8806-96f66faa04f9 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '30daa849-6ff3-49ea-89c3-0e110eb750ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '34ded04a-c41e-4893-99f0-9fc57aed32a6'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:35:16.104793 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Attempting to bind port 3d6cde95-42b8-47f2-8806-96f66faa04f9 on network 34ded04a-c41e-4893-99f0-9fc57aed32a6 {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:35:16.110309 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:35:16.110679 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Checking segment: {'id': '30daa849-6ff3-49ea-89c3-0e110eb750ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '34ded04a-c41e-4893-99f0-9fc57aed32a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:35:16.111077 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:16.111526 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Bound using segment: {'id': '30daa849-6ff3-49ea-89c3-0e110eb750ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '34ded04a-c41e-4893-99f0-9fc57aed32a6'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:35:16.111997 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Bound port: 3d6cde95-42b8-47f2-8806-96f66faa04f9, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30daa849-6ff3-49ea-89c3-0e110eb750ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '34ded04a-c41e-4893-99f0-9fc57aed32a6'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:35:16.112372 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:16.176941 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] For port 3d6cde95-42b8-47f2-8806-96f66faa04f9, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:35:16.180047 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] For port 3d6cde95-42b8-47f2-8806-96f66faa04f9, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=3d6cde95-42b8-47f2-8806-96f66faa04f9,segment=NetworkSegment(30daa849-6ff3-49ea-89c3-0e110eb750ba),segment_id=30daa849-6ff3-49ea-89c3-0e110eb750ba)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:35:16.226736 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:16.229063 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-bd3a2087-d4ca-49f3-af54-8f429065ad93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:16.283944 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Pushing event updated for resources: {'Port': ['ID=3d6cde95-42b8-47f2-8806-96f66faa04f9,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:16.292061 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:17.110825 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5581f636-ee46-4d3d-a8eb-b2c7e34ac3ce None None] Network 34ded04a-c41e-4893-99f0-9fc57aed32a6 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:35:17.259244 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-628b442f-612f-4438-a18c-1c22f4ec6916 None None] Provisioning for port 3d6cde95-42b8-47f2-8806-96f66faa04f9 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:35:18.467988 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 3d6cde95-42b8-47f2-8806-96f66faa04f9 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:35:18.592064 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 3d6cde95-42b8-47f2-8806-96f66faa04f9 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:35:18.596003 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 3d6cde95-42b8-47f2-8806-96f66faa04f9 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:35:18.596371 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.674440 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.704840 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 3d6cde95-42b8-47f2-8806-96f66faa04f9, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=3d6cde95-42b8-47f2-8806-96f66faa04f9,segment=NetworkSegment(30daa849-6ff3-49ea-89c3-0e110eb750ba),segment_id=30daa849-6ff3-49ea-89c3-0e110eb750ba)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:18.837984 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.841184 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:18.888212 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=3d6cde95-42b8-47f2-8806-96f66faa04f9,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:18.891278 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:20.448109 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 3d6cde95-42b8-47f2-8806-96f66faa04f9 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:35:20.498162 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 3d6cde95-42b8-47f2-8806-96f66faa04f9 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:35:20.498541 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:23.569429 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-8faf92b2-c579-4d42-8d7e-762c263a3869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:26.283475 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bd43cbcd-4a5a-4d15-a2af-2fd4e304a185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:26.494622 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:27.255453 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:28.997762 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:45.745876 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 5 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:35:53.648472 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-cfac84a1-a175-4a4a-bbc0-f57ea8651d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:56.282216 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-d25c2047-aa60-4416-94ee-9a0aad9ea426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:56.539770 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:57.328297 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.002355 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:22.744328 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 5 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:36:23.573493 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-0116e095-ee46-4f63-8b90-360fdb0e48fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.287382 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff0cc-0225-40e2-95a5-a2b38b40034b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.504519 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.276105 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.990198 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.354399 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44050) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:34.360296 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [None req-d25aab22-b987-4e90-b976-58746c7431c6 tempest-verify_tempest_config-51046354 tempest-verify_tempest_config-51046354-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:36:34.361247 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-d25aab22-b987-4e90-b976-58746c7431c6 tempest-verify_tempest_config-51046354 tempest-verify_tempest_config-51046354-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059540 Jun 21 04:36:35.225996 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 44068) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:35.326665 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.416815 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.596146 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.599453 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:35.643645 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83b7a78d82804a8aa18a79052096588b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4163167 Jun 21 04:36:35.644543 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845f4e4a-0f92-4290-8400-b41b0f1c9e52,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:35.646216 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44074) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:35.652174 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.652529 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.652860 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.653187 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.653502 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.653820 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.654140 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.654465 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.654791 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.655103 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.655442 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.655748 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.659724 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:35.700564 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.720940 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.939270 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.942160 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.943349 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/845f4e4a-0f92-4290-8400-b41b0f1c9e52 HTTP/1.1" status: 204 len: 168 time: 0.2961679 Jun 21 04:36:35.944033 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:35.952026 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845f4e4a-0f92-4290-8400-b41b0f1c9e52,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:35.958554 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.958921 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.959295 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.959627 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.959955 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.960299 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.960628 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.961051 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.961366 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.961685 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.962002 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.962319 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:35.971740 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:53.572109 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d9b13b4-48af-44cc-aaa5-25a672c5fc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:56.304173 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-533e5ebe-2410-495d-82bf-bdb5d360eba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:56.520694 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:57.257793 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:58.954735 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:59.742566 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 5 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:37:23.577542 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-4b5b1ed1-3f8d-4eb0-9151-b366048e26ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:26.400028 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-432ff234-9a5d-427f-9764-49c7f9a6c452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:26.588568 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:27.321189 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:29.098755 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:36.741333 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 5 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:37:53.547723 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-03a557ea-d7e8-48c3-8ced-b85f0746cae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:56.285092 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-0990f757-3f28-4636-b5ec-19d00553d33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:56.513537 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:57.256352 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:58.998907 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:13.742515 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 5 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:38:20.112722 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217'] for agent, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:23.719171 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bd742467-af61-4860-af7e-6b221b242d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:26.340996 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-69412873-9833-486b-a391-a8e52401edb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:26.546920 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:27.438619 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.043228 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:30.256366 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44146) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:30.357503 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-fbcbddb2-7d2e-4c0a-a524-085da0ed08e1 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0998759 Jun 21 04:38:32.556118 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 44156) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:32.615292 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-57188d9c-83ed-495b-aae2-9c6b8291d160 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0580316 Jun 21 04:38:50.060307 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:50.741795 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:38:53.586042 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-6cf358e5-db49-4a14-b972-bc242e41d293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:56.277628 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-5496f82c-4a7b-405c-953a-a9cf5e69f6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:56.511699 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:57.277228 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:58.997286 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:20.059827 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:23.562552 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f994051f-fab9-4051-9c8d-25bd572415cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:26.265586 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c3d20602-4587-4da9-8f63-913feaa1e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:26.544597 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:27.299868 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:27.742906 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:39:28.980027 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:50.087444 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:53.646864 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f3ac203c-2bf9-4390-bbc9-1fdbec99652b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:56.274563 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-52c6a222-9849-435d-b43d-e055d37c4d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:56.526161 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:57.293119 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:59.000313 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:04.742398 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:40:05.728791 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 44256) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:05.920151 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1048243711-network', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:06.029323 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Made reservation on behalf of fddde2cb5b784d03a92ed36190bf4c57 for: {'network': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:06.032795 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:06.043342 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:06.135361 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:06.280262 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:06.284484 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:06.305861 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=99942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:40:06.321048 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3fc550-65f7-4eb7-8160-65207ce03ccc,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:06.330942 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:06.330942 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:06.330942 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:06.330942 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:06.330942 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:06.331441 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:06.331441 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:06.332182 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:06.332182 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:06.332524 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:06.333438 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:06.333760 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Tracked resource versions report: Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: pushed versions: Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: { 'AddressGroup': {'1.2'}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'ConntrackHelper': {'1.0'}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Log': {'1.0'}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Network': {'1.1'}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Port': {'1.7'}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'PortForwarding': {'1.2'}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'QosPolicy': {'1.8'}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'SecurityGroup': {'1.4'}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'SubPort': {'1.0'}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Subnet': {'1.1'}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Trunk': {'1.1'}} Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: consumer versions: Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: { DHCP agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: HyperV agent@hv-cinder-77262: {}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: L3 agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: Metadata agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: Metering agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: Open vSwitch agent@dv-cinder-772623-10-iscsi: { 'AddressGroup': '1.2', Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'ConntrackHelper': '1.0', Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Log': '1.0', Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Network': '1.1', Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Port': '1.7', Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'PortForwarding': '1.2', Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'QosPolicy': '1.8', Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'SecurityGroup': '1.4', Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'SecurityGroupRule': '1.2', Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'SubPort': '1.0', Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Subnet': '1.1', Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: 'Trunk': '1.1'}} Jun 21 04:40:06.334785 dv-cinder-772623-10-iscsi neutron-server[99942]: {{(pid=99942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:40:06.338013 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:06.338296 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.db.segments_db [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Added segment a3c1eb49-8fd0-49f4-8e45-3342695e1066 of type vlan for network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 Jun 21 04:40:06.339934 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:06.392218 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:06.492813 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:06.494154 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:06.494735 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:06.497787 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:06.555331 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Pushing event updated for resources: {'Network': ['ID=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:06.558369 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:06.566031 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:40:06.620116 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8880002 Jun 21 04:40:06.625249 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 44308) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:06.631350 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-4dcc2185-2f27-419e-b65c-010c69b31239 admin admin] Request body: {'subnet': {'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1048243711-subnet', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:06.778851 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcc2185-2f27-419e-b65c-010c69b31239 admin admin] Made reservation on behalf of fddde2cb5b784d03a92ed36190bf4c57 for: {'subnet': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:06.781244 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4dcc2185-2f27-419e-b65c-010c69b31239 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:07.081670 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4dcc2185-2f27-419e-b65c-010c69b31239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370'] for subnet, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:07.085006 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:07.131983 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc2185-2f27-419e-b65c-010c69b31239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a41fb09-670a-46b0-9438-50fcf86692cb,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:07.138758 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-4dcc2185-2f27-419e-b65c-010c69b31239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:07.149381 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc2185-2f27-419e-b65c-010c69b31239 admin admin] Checking segment: {'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:07.149734 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcc2185-2f27-419e-b65c-010c69b31239 admin admin] Network hostable DHCP agents. Network: 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:40:07.304195 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcc2185-2f27-419e-b65c-010c69b31239 admin admin] Network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:40:07.423020 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-4dcc2185-2f27-419e-b65c-010c69b31239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2) {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:07.431627 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc2185-2f27-419e-b65c-010c69b31239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:07.431627 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4dcc2185-2f27-419e-b65c-010c69b31239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:07.438762 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de6cecb-e36a-4a6f-aafe-a162236a3a13 None None] Network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:40:07.574014 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-4dcc2185-2f27-419e-b65c-010c69b31239 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9476380 Jun 21 04:40:07.576630 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 44336) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:07.581080 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:07.591382 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b7f54c-9316-54f7-a4b8-74361f7d5cb9-17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb'}]}} from dv-cinder-772623-10-iscsi. {{(pid=99944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:40:07.592262 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:07.728444 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-579730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2919'] for router, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:07.729534 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2924'] for router, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:07.730356 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.db_base_plugin_common [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Allocated IP 172.20.0.2 (17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2/1a41fb09-670a-46b0-9438-50fcf86692cb/27c064a0-5409-4672-a4d2-058d7236bba4) {{(pid=99944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:07.790260 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:07.879675 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Notify callbacks [] for port, precommit_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:07.888002 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Transition to ACTIVE for port object 27c064a0-5409-4672-a4d2-058d7236bba4 will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:07.903659 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Transition to ACTIVE for port object 27c064a0-5409-4672-a4d2-058d7236bba4 will not be triggered until provisioned by entity DHCP. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:08.008072 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.010821 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-f939b229-7243-4c52-b692-13d984cba8b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:08.048127 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44360) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:08.058981 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 is already hosted by enough agents. {{(pid=99944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:08.062731 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Pushing event updated for resources: {'Port': ['ID=27c064a0-5409-4672-a4d2-058d7236bba4,revision_number=1']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:08.065907 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.base_scheduler [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Resources bound (agent type, host, resource id): {{(pid=99944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:08.072203 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.072569 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.072913 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.073261 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.073571 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.073902 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.074225 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.074555 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.074877 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.075293 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.075647 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.076091 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Tracked resource versions report: Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: pushed versions: Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: { 'AddressGroup': {'1.2'}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'ConntrackHelper': {'1.0'}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Log': {'1.0'}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Network': {'1.1'}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Port': {'1.7'}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'PortForwarding': {'1.2'}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'QosPolicy': {'1.8'}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'SecurityGroup': {'1.4'}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'SubPort': {'1.0'}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Subnet': {'1.1'}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Trunk': {'1.1'}} Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: consumer versions: Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: { DHCP agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: HyperV agent@hv-cinder-77262: {}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: L3 agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: Metadata agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: Metering agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: Open vSwitch agent@dv-cinder-772623-10-iscsi: { 'AddressGroup': '1.2', Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'ConntrackHelper': '1.0', Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Log': '1.0', Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Network': '1.1', Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Port': '1.7', Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'PortForwarding': '1.2', Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'QosPolicy': '1.8', Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'SecurityGroup': '1.4', Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'SecurityGroupRule': '1.2', Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'SubPort': '1.0', Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Subnet': '1.1', Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: 'Trunk': '1.1'}} Jun 21 04:40:08.077288 dv-cinder-772623-10-iscsi neutron-server[99944]: {{(pid=99944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:40:08.102844 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Received port after_create {{(pid=99944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:08.103089 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2938'] for router, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.155993 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:08.167026 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Attempting to bind port 27c064a0-5409-4672-a4d2-058d7236bba4 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:40:08.167370 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Attempting to bind port 27c064a0-5409-4672-a4d2-058d7236bba4 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:40:08.167744 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Attempting to bind port 27c064a0-5409-4672-a4d2-058d7236bba4 on network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:08.172896 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:40:08.173269 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Checking segment: {'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:08.173985 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.174354 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Bound using segment: {'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:40:08.174826 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Bound port: 27c064a0-5409-4672-a4d2-058d7236bba4, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:40:08.175317 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.259373 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] For port 27c064a0-5409-4672-a4d2-058d7236bba4, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:40:08.262431 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] For port 27c064a0-5409-4672-a4d2-058d7236bba4, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=27c064a0-5409-4672-a4d2-058d7236bba4,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:40:08.338597 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.352760 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:08.426115 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Pushing event updated for resources: {'Port': ['ID=27c064a0-5409-4672-a4d2-058d7236bba4,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:08.431588 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:08.452540 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.477271 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.499092 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-283546754-network', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:08.530509 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44380) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:08.609546 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Allocated IP 172.27.1.65 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/df279567-9c52-4678-b01a-df711301e86f) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:08.628830 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Made reservation on behalf of b575213fd3cf475ba09994a823f48ca0 for: {'network': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:08.639307 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.640304 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.747313 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.771978 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.822364 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44388) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:08.870204 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.870686 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.873885 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:08.874891 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0f6c04d8-7a12-46b8-bd15-26269646f52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:08.900748 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=99943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:40:08.921860 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:08.922075 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fec7fe-065b-4b7f-9fa7-b1c3aad64b68,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:08.924599 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.925864 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:08.928537 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:08.928716 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.segments_db [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Added segment 0145280a-1637-4ca3-9f5d-70e9bc65ae92 of type vlan for network 61390495-c3b7-4548-81d7-17e6d745f6c7 Jun 21 04:40:08.930754 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Pushing event updated for resources: {'Port': ['ID=df279567-9c52-4678-b01a-df711301e86f,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:08.933947 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:08.946408 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.946830 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.947349 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.947903 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.948442 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.949153 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.949706 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.950098 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.950542 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.950933 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.951372 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.951756 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Tracked resource versions report: Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: pushed versions: Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: { 'AddressGroup': {'1.2'}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'ConntrackHelper': {'1.0'}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Log': {'1.0'}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Network': {'1.1'}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Port': {'1.7'}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'PortForwarding': {'1.2'}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'QosPolicy': {'1.8'}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'SecurityGroup': {'1.4'}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'SubPort': {'1.0'}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Subnet': {'1.1'}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Trunk': {'1.1'}} Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: consumer versions: Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: { DHCP agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: HyperV agent@hv-cinder-77262: {}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: L3 agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: Metadata agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: Metering agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: Open vSwitch agent@dv-cinder-772623-10-iscsi: { 'AddressGroup': '1.2', Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'ConntrackHelper': '1.0', Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Log': '1.0', Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Network': '1.1', Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Port': '1.7', Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'PortForwarding': '1.2', Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'QosPolicy': '1.8', Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'SecurityGroup': '1.4', Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'SecurityGroupRule': '1.2', Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'SubPort': '1.0', Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Subnet': '1.1', Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: 'Trunk': '1.1'}} Jun 21 04:40:08.952959 dv-cinder-772623-10-iscsi neutron-server[99943]: {{(pid=99943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:40:08.983788 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:09.001284 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:09.045636 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1299032794-network', 'tenant_id': '150ad2a4ad9c4fab8e6b2fa15c136ae7'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:09.079779 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44400) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:09.135848 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-46210092-network', 'tenant_id': '8429b8d9bd7b4aaf93f738aee75f2b37'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:09.159033 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:09.160934 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:09.161512 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:09.172591 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:09.219246 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Made reservation on behalf of 150ad2a4ad9c4fab8e6b2fa15c136ae7 for: {'network': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:09.221702 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:09.239970 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:09.251696 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Pushing event updated for resources: {'Network': ['ID=61390495-c3b7-4548-81d7-17e6d745f6c7,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:09.254737 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:09.265034 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network 61390495-c3b7-4548-81d7-17e6d745f6c7 details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:40:09.328476 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1018860868-network', 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:09.392245 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3423741 Jun 21 04:40:09.393250 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44418) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:09.398541 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] Request body: {'subnet': {'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-subnet', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:09.453891 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Made reservation on behalf of 8429b8d9bd7b4aaf93f738aee75f2b37 for: {'network': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:09.456647 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:09.472711 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:09.487990 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.db.api [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 04:40:09.487990 dv-cinder-772623-10-iscsi neutron-server[99943]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 04:40:09.487990 dv-cinder-772623-10-iscsi neutron-server[99943]: [parameters: {'project_id_1': 'e8a9743c7dd149da8b5f24332604c1b5', 'expiration_1': datetime.datetime(2021, 6, 21, 4, 40, 9, 344912)}] Jun 21 04:40:09.487990 dv-cinder-772623-10-iscsi neutron-server[99943]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 04:40:09.488356 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_db.api [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 04:40:09.492544 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.db.api [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 04:40:09.492544 dv-cinder-772623-10-iscsi neutron-server[99943]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 04:40:09.492544 dv-cinder-772623-10-iscsi neutron-server[99943]: [parameters: {'project_id_1': 'b575213fd3cf475ba09994a823f48ca0', 'expiration_1': datetime.datetime(2021, 6, 21, 4, 40, 9, 403772)}] Jun 21 04:40:09.492544 dv-cinder-772623-10-iscsi neutron-server[99943]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 04:40:09.493015 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_db.api [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 04:40:09.498078 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb5df1b-c46d-45cf-9ba4-b2d9e7ab4cda None None] Network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:40:09.532828 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:09.629473 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:09.761988 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-862a7f06-7f3d-4d9c-8aa2-c76bc7a6eded None None] Provisioning for port 27c064a0-5409-4672-a4d2-058d7236bba4 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:09.793181 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969735'] for router, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:09.810902 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:09.819394 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:09.886396 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=99943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:40:09.917619 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea2f657-3207-416f-891e-4135c8ef42c0,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:09.923891 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:09.924363 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.segments_db [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Added segment 237cb7e5-bd86-4682-9f38-6e96b46f20ea of type vlan for network b455bc6c-061f-44be-8cec-59e7ce8a93bf Jun 21 04:40:09.926601 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:09.983094 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:10.042479 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Router 98cebc3e-1563-485d-9cae-e78a16a5eb83 is scheduled to L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c with binding_index 1 {{(pid=99942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:40:10.062774 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:10.161544 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:40:10.177032 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:10.177032 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:10.177032 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:10.177714 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Sync routers for ids ['98cebc3e-1563-485d-9cae-e78a16a5eb83'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:40:10.181696 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:10.192954 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Routers {'98cebc3e-1563-485d-9cae-e78a16a5eb83'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:40:10.194039 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:39:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['98cebc3e-1563-485d-9cae-e78a16a5eb83'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:10.251933 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Pushing event updated for resources: {'Network': ['ID=b455bc6c-061f-44be-8cec-59e7ce8a93bf,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:10.254768 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:10.261711 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network b455bc6c-061f-44be-8cec-59e7ce8a93bf details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:40:10.295603 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:10.303465 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:10.319152 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=99943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:40:10.339071 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:10.339488 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.segments_db [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Added segment a1fec542-1ed4-4149-a93a-da35530cb614 of type vlan for network d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb Jun 21 04:40:10.340983 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42668bb-f8ce-4667-affe-9f09cfda512e,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:10.344308 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Set router 98cebc3e-1563-485d-9cae-e78a16a5eb83 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:40:10.350906 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:10.474697 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:10.481856 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Notify callbacks [] for router, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:10.485939 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9082801 Jun 21 04:40:10.486531 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 44448) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:10.497529 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9578464 Jun 21 04:40:10.497529 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44450) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:10.500651 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-abadad79-1f4a-45ac-bb86-19ab8dbd83ae admin admin] Request body: {'subnet': {'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1299032794-subnet', 'tenant_id': '150ad2a4ad9c4fab8e6b2fa15c136ae7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:10.568932 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:09Z', 'revision_number': 3, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:10.598448 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Checking router: 98cebc3e-1563-485d-9cae-e78a16a5eb83 for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:40:10.598919 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Updating router 98cebc3e-1563-485d-9cae-e78a16a5eb83 port df279567-9c52-4678-b01a-df711301e86f binding host dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:40:10.662574 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:10.667322 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 27c064a0-5409-4672-a4d2-058d7236bba4 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:10.750323 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Made reservation on behalf of e8a9743c7dd149da8b5f24332604c1b5 for: {'network': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:10.752682 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:10.758033 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:10.766351 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:10.766861 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:10.771891 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5339d471-8070-4696-b613-5a01bfc4bfdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:10.773964 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:10.825360 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 27c064a0-5409-4672-a4d2-058d7236bba4 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:10.832178 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 27c064a0-5409-4672-a4d2-058d7236bba4 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:10.833837 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:10.857112 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Pushing event updated for resources: {'Network': ['ID=d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:10.859872 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:10.896458 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:40:10.921798 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] Made reservation on behalf of b575213fd3cf475ba09994a823f48ca0 for: {'subnet': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:10.924657 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.028732 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.081623 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 27c064a0-5409-4672-a4d2-058d7236bba4, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=27c064a0-5409-4672-a4d2-058d7236bba4,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:11.099472 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.115712 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2918658 Jun 21 04:40:11.120325 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 44462) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:11.128158 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-c2e64f24-a7e0-4fa8-9436-dd1e1a89cb34 admin admin] Request body: {'subnet': {'network_id': 'd26c7fd8-bf7b-4cf3-9460-8748c67fb3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-46210092-subnet', 'tenant_id': '8429b8d9bd7b4aaf93f738aee75f2b37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:11.137404 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Notify callbacks [] for port, precommit_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.156644 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.provisioning_blocks [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Transition to ACTIVE for port object df279567-9c52-4678-b01a-df711301e86f will not be triggered until provisioned by entity L2. {{(pid=99945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:11.173164 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.177622 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:11.210957 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abadad79-1f4a-45ac-bb86-19ab8dbd83ae admin admin] Made reservation on behalf of 150ad2a4ad9c4fab8e6b2fa15c136ae7 for: {'subnet': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:11.214233 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-abadad79-1f4a-45ac-bb86-19ab8dbd83ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.260102 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=27c064a0-5409-4672-a4d2-058d7236bba4,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:11.263731 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:11.270698 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.275040 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:11.313133 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Allocated IP 172.20.0.1 (17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2/1a41fb09-670a-46b0-9438-50fcf86692cb/b3bcbfdf-96f7-4fb5-a401-e8270e315c1e) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:11.337732 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Pushing event updated for resources: {'Port': ['ID=df279567-9c52-4678-b01a-df711301e86f,revision_number=2']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:11.355550 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Attempting to bind port df279567-9c52-4678-b01a-df711301e86f on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:40:11.357120 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Attempting to bind port df279567-9c52-4678-b01a-df711301e86f by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:40:11.357716 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Attempting to bind port df279567-9c52-4678-b01a-df711301e86f on network a83701e4-e1f4-405b-ae26-5c447039f249 {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:11.372830 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:11.373259 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:11.373595 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:11.373917 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:11.374227 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:11.374708 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:11.375022 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:11.375546 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:11.375884 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:11.376194 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:11.376670 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:11.377132 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Tracked resource versions report: Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: pushed versions: Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: { 'AddressGroup': {'1.2'}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'ConntrackHelper': {'1.0'}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Log': {'1.0'}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Network': {'1.1'}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Port': {'1.7'}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'PortForwarding': {'1.2'}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'QosPolicy': {'1.8'}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'SecurityGroup': {'1.4'}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'SubPort': {'1.0'}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Subnet': {'1.1'}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Trunk': {'1.1'}} Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: consumer versions: Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: { DHCP agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: HyperV agent@hv-cinder-77262: {}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: L3 agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: Metadata agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: Metering agent@dv-cinder-772623-10-iscsi: {}, Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: Open vSwitch agent@dv-cinder-772623-10-iscsi: { 'AddressGroup': '1.2', Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'ConntrackHelper': '1.0', Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Log': '1.0', Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Network': '1.1', Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Port': '1.7', Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'PortForwarding': '1.2', Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'QosPolicy': '1.8', Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'SecurityGroup': '1.4', Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'SecurityGroupRule': '1.2', Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'SubPort': '1.0', Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Subnet': '1.1', Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: 'Trunk': '1.1'}} Jun 21 04:40:11.378286 dv-cinder-772623-10-iscsi neutron-server[99945]: {{(pid=99945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:40:11.387179 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:40:11.387179 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Checking segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:11.387179 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.387179 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Bound using segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:40:11.387179 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Bound port: df279567-9c52-4678-b01a-df711301e86f, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:40:11.387179 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.387179 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:11.419935 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370'] for subnet, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.430429 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.434842 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:11.443102 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] For port df279567-9c52-4678-b01a-df711301e86f, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:40:11.445006 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Transition to ACTIVE for port object b3bcbfdf-96f7-4fb5-a401-e8270e315c1e will not be triggered until provisioned by entity DHCP. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:11.446169 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] For port df279567-9c52-4678-b01a-df711301e86f, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=df279567-9c52-4678-b01a-df711301e86f,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:40:11.510277 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.539574 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b671d7e-332a-43b4-8527-08dc27325fa0,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:11.545158 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:11.569704 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] Checking segment: {'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:11.570021 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] Network hostable DHCP agents. Network: 61390495-c3b7-4548-81d7-17e6d745f6c7, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:40:11.579197 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.581506 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:11.639035 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Routers {'98cebc3e-1563-485d-9cae-e78a16a5eb83'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:40:11.639935 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:39:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['98cebc3e-1563-485d-9cae-e78a16a5eb83'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:11.678080 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Pushing event updated for resources: {'Port': ['ID=df279567-9c52-4678-b01a-df711301e86f,revision_number=3']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:11.681254 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:11.714893 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.718239 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.721822 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:11.733830 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:11.752047 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=99943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:40:11.764532 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bf9509-67a6-4b6b-802e-6bd287dcac1b,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:11.770746 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:11.772204 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.772901 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.segments_db [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Added segment 1b26b2ee-41fa-4a5d-a132-8e9913227533 of type vlan for network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb Jun 21 04:40:11.779733 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:11.784747 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:11.788849 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:11.789455 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980264'] for router_interface, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.799483 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-abadad79-1f4a-45ac-bb86-19ab8dbd83ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370'] for subnet, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.801326 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] Network 61390495-c3b7-4548-81d7-17e6d745f6c7 is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:40:11.809927 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] Set router 98cebc3e-1563-485d-9cae-e78a16a5eb83 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:40:11.849826 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-971c75de-0882-4ee6-84b2-1d7361562007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:12.022533 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.027564 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, 61390495-c3b7-4548-81d7-17e6d745f6c7) {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:12.041729 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a2706-95e9-485f-a846-dd45b0647c0e None None] Network 61390495-c3b7-4548-81d7-17e6d745f6c7 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:40:12.048501 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:12.049199 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.082405 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e64f24-a7e0-4fa8-9436-dd1e1a89cb34 admin admin] Made reservation on behalf of 8429b8d9bd7b4aaf93f738aee75f2b37 for: {'subnet': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:12.085863 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c2e64f24-a7e0-4fa8-9436-dd1e1a89cb34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.092071 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadad79-1f4a-45ac-bb86-19ab8dbd83ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b645dd-fc76-4567-8704-5f8ccdfd7cd1,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:12.102342 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-abadad79-1f4a-45ac-bb86-19ab8dbd83ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:12.114001 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadad79-1f4a-45ac-bb86-19ab8dbd83ae admin admin] Checking segment: {'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:12.114514 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abadad79-1f4a-45ac-bb86-19ab8dbd83ae admin admin] Network hostable DHCP agents. Network: b455bc6c-061f-44be-8cec-59e7ce8a93bf, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:40:12.170641 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Pushing event updated for resources: {'Port': ['ID=b3bcbfdf-96f7-4fb5-a401-e8270e315c1e,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:12.180721 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:12.184033 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7895195 Jun 21 04:40:12.186561 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44494) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:12.191961 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:12.192470 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:09Z', 'revision_number': 3, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:12.217866 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.219694 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abadad79-1f4a-45ac-bb86-19ab8dbd83ae admin admin] Network b455bc6c-061f-44be-8cec-59e7ce8a93bf is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:40:12.226056 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:12.226642 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.228277 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d081a5c-0659-4de5-beed-549e1df8389c None None] The sync data for ids ['98cebc3e-1563-485d-9cae-e78a16a5eb83'] in dv-cinder-772623-10-iscsi is: [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:09Z', 'revision_number': 3, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:40:12.230743 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:12.294087 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-ace8c60a-63c2-4eff-b1f1-916d46dc6e8e None None] Provisioning for port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:12.303450 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-ace8c60a-63c2-4eff-b1f1-916d46dc6e8e None None] Provisioning complete for port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:12.304081 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-ace8c60a-63c2-4eff-b1f1-916d46dc6e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.304536 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Pushing event updated for resources: {'Network': ['ID=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:12.307506 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:12.329735 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:40:12.350627 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-abadad79-1f4a-45ac-bb86-19ab8dbd83ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, b455bc6c-061f-44be-8cec-59e7ce8a93bf) {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:12.360461 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abadad79-1f4a-45ac-bb86-19ab8dbd83ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:12.360461 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-abadad79-1f4a-45ac-bb86-19ab8dbd83ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.377888 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d303c7-52ff-4571-8d06-c8bd8197ec7d None None] Network b455bc6c-061f-44be-8cec-59e7ce8a93bf requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:40:12.382294 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-579730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2919'] for router, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.383349 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2924'] for router, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.408815 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b7f54c-9316-54f7-a4b8-74361f7d5cb9-61390495-c3b7-4548-81d7-17e6d745f6c7', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0'}]}} from dv-cinder-772623-10-iscsi. {{(pid=99944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:40:12.409664 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.427669 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.450850 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-ace8c60a-63c2-4eff-b1f1-916d46dc6e8e None None] Port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:40:12.468605 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.3914409 Jun 21 04:40:12.470290 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 44500) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:12.477534 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-d03e728f-00de-4735-b2b8-3923581c8a66 admin admin] Request body: {'subnet': {'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1018860868-subnet', 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:12.498470 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c2e64f24-a7e0-4fa8-9436-dd1e1a89cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370'] for subnet, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.508731 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-abadad79-1f4a-45ac-bb86-19ab8dbd83ae admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0114424 Jun 21 04:40:12.509616 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-4dcc2185-2f27-419e-b65c-010c69b31239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:12.520967 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.753643 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e64f24-a7e0-4fa8-9436-dd1e1a89cb34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4231c303-5efa-4a0b-9c2f-f8df5d0957b2,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:12.791572 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-c2e64f24-a7e0-4fa8-9436-dd1e1a89cb34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:12.797989 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03e728f-00de-4735-b2b8-3923581c8a66 admin admin] Made reservation on behalf of e8a9743c7dd149da8b5f24332604c1b5 for: {'subnet': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:12.803147 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d03e728f-00de-4735-b2b8-3923581c8a66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.885217 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device df279567-9c52-4678-b01a-df711301e86f up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:12.923405 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2938'] for router, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.982632 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a816132-5d85-4eec-93e4-629e9172d10a None None] Network b455bc6c-061f-44be-8cec-59e7ce8a93bf requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:40:13.057889 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:13.074204 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e64f24-a7e0-4fa8-9436-dd1e1a89cb34 admin admin] Checking segment: {'id': 'a1fec542-1ed4-4149-a93a-da35530cb614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd26c7fd8-bf7b-4cf3-9460-8748c67fb3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:13.074609 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e64f24-a7e0-4fa8-9436-dd1e1a89cb34 admin admin] Network hostable DHCP agents. Network: d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:40:13.294686 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.db_base_plugin_common [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Allocated IP 172.20.0.2 (61390495-c3b7-4548-81d7-17e6d745f6c7/4b671d7e-332a-43b4-8527-08dc27325fa0/740b20b1-7c97-4d3c-a4cf-1c3c0d848335) {{(pid=99944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:13.380668 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:13.429342 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-953471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982833'] for router_interface, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:13.456837 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 44544) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:13.458901 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:13.529680 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:13.555677 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Notify callbacks [] for port, precommit_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:13.569227 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Transition to ACTIVE for port object 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:13.590425 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Transition to ACTIVE for port object 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 will not be triggered until provisioned by entity DHCP. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:13.595022 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:13.626328 dv-cinder-772623-10-iscsi neutron-server[99942]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 04:40:13.641977 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d03e728f-00de-4735-b2b8-3923581c8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370'] for subnet, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:13.651597 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Pushing event updated for resources: {'Port': ['ID=b3bcbfdf-96f7-4fb5-a401-e8270e315c1e,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:13.664695 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port df279567-9c52-4678-b01a-df711301e86f completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:13.666211 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port df279567-9c52-4678-b01a-df711301e86f triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:13.666766 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:13.671471 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:13.673782 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:13.733815 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Allocated IP 172.27.1.206 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/029d877f-9b8c-48b0-9eec-a820bfeeea3c) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:13.740442 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:13.745229 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:13.817105 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Pushing event updated for resources: {'Port': ['ID=740b20b1-7c97-4d3c-a4cf-1c3c0d848335,revision_number=1']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:13.821041 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:13.839521 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e64f24-a7e0-4fa8-9436-dd1e1a89cb34 admin admin] Network d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:40:13.841769 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Network 61390495-c3b7-4548-81d7-17e6d745f6c7 is already hosted by enough agents. {{(pid=99944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:13.844625 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Resources bound (agent type, host, resource id): {{(pid=99944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:13.847106 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Received port after_create {{(pid=99944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:13.862172 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:13.941958 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:13.963963 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e728f-00de-4735-b2b8-3923581c8a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=706769e8-8f98-4c1a-8e13-9f10201b8c57,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:13.970610 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Attempting to bind port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:40:13.971066 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Attempting to bind port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:40:13.971434 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Attempting to bind port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 on network 61390495-c3b7-4548-81d7-17e6d745f6c7 {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:13.978304 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port df279567-9c52-4678-b01a-df711301e86f, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=df279567-9c52-4678-b01a-df711301e86f,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:13.981521 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:40:13.985598 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Checking segment: {'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:13.985598 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:13.985598 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Bound using segment: {'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:40:13.985598 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Bound port: 740b20b1-7c97-4d3c-a4cf-1c3c0d848335, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:40:13.985598 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:13.986762 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d03e728f-00de-4735-b2b8-3923581c8a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:14.021754 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:14.029945 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-c2e64f24-a7e0-4fa8-9436-dd1e1a89cb34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb) {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:14.038580 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7466a13-8ef0-4fe0-8ad0-bf7440d796a7 None None] Network d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:40:14.046831 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:14.048639 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:14.054724 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-2116c1bc-22d3-4d24-bfca-b71b8ac226fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:14.063627 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e64f24-a7e0-4fa8-9436-dd1e1a89cb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:14.065648 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c2e64f24-a7e0-4fa8-9436-dd1e1a89cb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:14.073706 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e728f-00de-4735-b2b8-3923581c8a66 admin admin] Checking segment: {'id': '1b26b2ee-41fa-4a5d-a132-8e9913227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:14.074078 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e728f-00de-4735-b2b8-3923581c8a66 admin admin] Network hostable DHCP agents. Network: 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:40:14.096317 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-fb401f1f-8eb0-4a30-8342-19b6bc26c200 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:14.097947 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-fb401f1f-8eb0-4a30-8342-19b6bc26c200 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/networks?id=b455bc6c-061f-44be-8cec-59e7ce8a93bf HTTP/1.1" status: 200 len: 815 time: 0.4786410 Jun 21 04:40:14.110009 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:14.112979 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:14.116441 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:14.119126 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:14.124946 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] For port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:40:14.129626 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 27c064a0-5409-4672-a4d2-058d7236bba4 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:14.135841 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:14.150670 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-6bfef749-43f8-4d7c-b802-5f3db4633505 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/quotas/150ad2a4ad9c4fab8e6b2fa15c136ae7 HTTP/1.1" status: 200 len: 375 time: 0.0450740 Jun 21 04:40:14.375484 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] For port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=740b20b1-7c97-4d3c-a4cf-1c3c0d848335,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:40:14.381391 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-d19aec7f-7834-4b81-b5da-d311251f0d8b tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2298012 Jun 21 04:40:14.391425 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-c2e64f24-a7e0-4fa8-9436-dd1e1a89cb34 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2600093 Jun 21 04:40:14.391425 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e728f-00de-4735-b2b8-3923581c8a66 admin admin] Network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:40:14.439836 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-d03e728f-00de-4735-b2b8-3923581c8a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb) {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:14.450951 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03e728f-00de-4735-b2b8-3923581c8a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:14.453059 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d03e728f-00de-4735-b2b8-3923581c8a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:14.476579 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=029d877f-9b8c-48b0-9eec-a820bfeeea3c,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:14.480012 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:14.498148 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f4d9a-36db-4d2b-ab4f-98bc2be112ea None None] Network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:40:14.531190 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:14.635182 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-d03e728f-00de-4735-b2b8-3923581c8a66 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1587446 Jun 21 04:40:14.651192 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 44572) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:14.655750 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1018860868-router', 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:14.666862 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Router 98cebc3e-1563-485d-9cae-e78a16a5eb83 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:40:14.671803 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856f5616-a83a-47e5-87f3-55c05a62f297 None None] Network d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:40:14.807221 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=df279567-9c52-4678-b01a-df711301e86f,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:14.818759 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 27c064a0-5409-4672-a4d2-058d7236bba4 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:14.819143 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:14.821154 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:14.839534 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:14.840252 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:14.906104 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Pushing event updated for resources: {'Port': ['ID=740b20b1-7c97-4d3c-a4cf-1c3c0d848335,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:14.949249 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:40:14.961380 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:14.988970 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] 10.222.0.11 "PUT /v2.0/routers/98cebc3e-1563-485d-9cae-e78a16a5eb83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5006931 Jun 21 04:40:15.000155 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-579730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2919'] for router, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:15.001199 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2924'] for router, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:15.009231 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Sync routers for ids ['98cebc3e-1563-485d-9cae-e78a16a5eb83'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:40:15.023539 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-f12aa7b8-92d6-4726-9b95-991919eb8a67 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:40:15.039107 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-f12aa7b8-92d6-4726-9b95-991919eb8a67 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3661950 Jun 21 04:40:15.068300 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-b248979b-9a95-4e70-8f0c-c62335b4401a None None] Provisioning complete for port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:15.068807 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b248979b-9a95-4e70-8f0c-c62335b4401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:15.124911 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-b248979b-9a95-4e70-8f0c-c62335b4401a None None] Port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:40:15.154528 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Routers {'98cebc3e-1563-485d-9cae-e78a16a5eb83'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:40:15.159068 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:39:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['98cebc3e-1563-485d-9cae-e78a16a5eb83'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:15.180105 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969735'] for router, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:15.231556 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44612) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:15.235908 dv-cinder-772623-10-iscsi neutron-server[99943]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 04:40:15.320511 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccf1530-f35c-423c-a1cb-6c584f934af7 None None] Network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:40:15.326704 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:15.336300 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-645f3efb-04f1-458e-92b8-6cf4ea338d42 service neutron] 10.222.0.11 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943988 Jun 21 04:40:15.531648 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Set router 98cebc3e-1563-485d-9cae-e78a16a5eb83 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:40:15.552092 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f210-4d62-4247-8aea-ddd188109b98 req-d81df5ad-700d-42ab-a771-cfb98d0a89da tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:15.559988 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-d81df5ad-700d-42ab-a771-cfb98d0a89da tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/networks?id=d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb HTTP/1.1" status: 200 len: 810 time: 0.3272555 Jun 21 04:40:15.579675 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-533a8821-6b54-4cbb-81a4-bebc846213b4 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/quotas/8429b8d9bd7b4aaf93f738aee75f2b37 HTTP/1.1" status: 200 len: 375 time: 0.0185437 Jun 21 04:40:15.652938 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-66604ce3-0c2b-42f1-a75f-07e44c109cb5 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8429b8d9bd7b4aaf93f738aee75f2b37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719151 Jun 21 04:40:15.807879 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-8e094a7f-fa7a-4606-af25-308998bacc08 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:40:15.809173 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-8e094a7f-fa7a-4606-af25-308998bacc08 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561380 Jun 21 04:40:15.810122 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Router 2d037b07-fb46-4647-acf6-959d1ac57e8d is scheduled to L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c with binding_index 1 {{(pid=99943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:40:15.829497 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2938'] for router, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:15.849965 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-1c9b8bf6-15d6-48b5-b0e6-2fa09fed43b4 service neutron] 10.222.0.11 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068054 Jun 21 04:40:15.874843 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device df279567-9c52-4678-b01a-df711301e86f up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:15.989705 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port df279567-9c52-4678-b01a-df711301e86f triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:15.989705 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:16.025960 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:40:16.036523 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Sync routers for ids ['2d037b07-fb46-4647-acf6-959d1ac57e8d'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:40:16.047613 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Routers {'2d037b07-fb46-4647-acf6-959d1ac57e8d'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:40:16.048543 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:39:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['2d037b07-fb46-4647-acf6-959d1ac57e8d'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:16.062661 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'b3bcbfdf-96f7-4fb5-a401-e8270e315c1e', 'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'mac_address': 'fa:16:3e:df:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:11Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 2, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'subnets': [{'id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:16.102600 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Checking router: 98cebc3e-1563-485d-9cae-e78a16a5eb83 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:40:16.102970 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Updating router 98cebc3e-1563-485d-9cae-e78a16a5eb83 port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e binding host dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:40:16.139322 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-d0e80e4e-7662-4555-a4d6-71026198e211 service neutron] 10.222.0.11 "GET /v2.0/networks/d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243279 Jun 21 04:40:16.155382 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Notify callbacks [] for router, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:16.156824 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9692333 Jun 21 04:40:16.171461 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44634) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:16.174253 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:16.251209 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:16.333645 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Set router 2d037b07-fb46-4647-acf6-959d1ac57e8d gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:40:16.392330 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:16.454368 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-921c5438-edb1-4879-824d-05ea700be495 service neutron] 10.222.0.11 "GET /v2.0/networks/d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138919 Jun 21 04:40:16.508647 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:16.585225 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590ddc7d-673b-4135-9515-129fa160fbd1 None None] Network 61390495-c3b7-4548-81d7-17e6d745f6c7 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:40:16.639403 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:16.728375 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:14Z', 'revision_number': 3, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:16.760718 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Checking router: 2d037b07-fb46-4647-acf6-959d1ac57e8d for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:40:16.761401 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Updating router 2d037b07-fb46-4647-acf6-959d1ac57e8d port 029d877f-9b8c-48b0-9eec-a820bfeeea3c binding host dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:40:16.773426 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Allocated IP 172.27.1.246 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/42e4073a-1d1f-4442-b49e-fbbb476157cc) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:16.836380 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:16.914645 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-54843826-056f-4b84-a6be-9c7021dcb8de None None] Provisioning for port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:16.955505 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Notify callbacks [] for port, precommit_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:16.968164 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-54843826-056f-4b84-a6be-9c7021dcb8de None None] Provisioning complete for port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:16.968615 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-54843826-056f-4b84-a6be-9c7021dcb8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:16.980367 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 44672) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:16.985630 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-f1c999b7-d542-47bf-aa2b-6f5901423861 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--22146982', 'description': 'tempest-description--230741505'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:17.114155 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.145374 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d399a9c0-ce21-49cc-8ded-fceb3b8b7e0d req-f3c63403-fe02-4649-8850-b380ee4f4c6e tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 210 time: 0.0741229 Jun 21 04:40:17.192069 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Transition to ACTIVE for port object b3bcbfdf-96f7-4fb5-a401-e8270e315c1e will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:17.211514 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f1c999b7-d542-47bf-aa2b-6f5901423861 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.305213 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-54843826-056f-4b84-a6be-9c7021dcb8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.339569 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.344006 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-4b71b4e0-edef-43dc-925d-d6fc55df5fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:17.406190 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-54843826-056f-4b84-a6be-9c7021dcb8de None None] For port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=740b20b1-7c97-4d3c-a4cf-1c3c0d848335,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:17.417214 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.434910 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d31f8df7-5c5c-451c-8c6f-f2bbc775233b req-d9aba8b6-a302-4a0b-94fc-fbbb3d32baa8 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 210 time: 0.2657878 Jun 21 04:40:17.522922 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f1c999b7-d542-47bf-aa2b-6f5901423861 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.542880 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-54843826-056f-4b84-a6be-9c7021dcb8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.547775 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.565953 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa11c8-9c62-49ff-8094-ab889a20959d None None] Pushing event updated for resources: {'Port': ['ID=b3bcbfdf-96f7-4fb5-a401-e8270e315c1e,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:17.573802 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-60fa11c8-9c62-49ff-8094-ab889a20959d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:17.576137 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:17.603037 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d8d5a8a1-1b6f-44e4-99ad-387dedb3d26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:17.704473 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f1c999b7-d542-47bf-aa2b-6f5901423861 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.713460 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Pushing event updated for resources: {'Port': ['ID=42e4073a-1d1f-4442-b49e-fbbb476157cc,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:17.724970 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Attempting to bind port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:40:17.725748 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Attempting to bind port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:40:17.725748 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Attempting to bind port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e on network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:17.733570 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:17.734750 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:17.739619 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-967504d8-7ecb-45ef-a666-b208b4d65e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:17.745904 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-01918fc4-2672-4fa4-8b07-74230d58ca0d None None] Provisioning complete for port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:17.746290 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-01918fc4-2672-4fa4-8b07-74230d58ca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.748235 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54843826-056f-4b84-a6be-9c7021dcb8de None None] Pushing event updated for resources: {'Port': ['ID=740b20b1-7c97-4d3c-a4cf-1c3c0d848335,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:17.748537 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:17.750982 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:40:17.770002 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Checking segment: {'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:17.770229 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.770395 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:17.770612 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Bound using segment: {'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:40:17.771145 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Bound port: b3bcbfdf-96f7-4fb5-a401-e8270e315c1e, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:40:17.771545 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.775599 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-54843826-056f-4b84-a6be-9c7021dcb8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:17.780283 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Allocated IP 172.20.0.1 (61390495-c3b7-4548-81d7-17e6d745f6c7/4b671d7e-332a-43b4-8527-08dc27325fa0/6300b3e6-8353-4a92-be26-a9bf6e63db2a) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:17.845757 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Notify callbacks [] for port, precommit_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.859086 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.provisioning_blocks [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Transition to ACTIVE for port object 029d877f-9b8c-48b0-9eec-a820bfeeea3c will not be triggered until provisioned by entity L2. {{(pid=99945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:17.869832 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c999b7-d542-47bf-aa2b-6f5901423861 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e4c65c-80ca-4df7-a151-e55cfc20669b,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:17.875736 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f1c999b7-d542-47bf-aa2b-6f5901423861 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:17.916649 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f1c999b7-d542-47bf-aa2b-6f5901423861 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.917897 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-f1c999b7-d542-47bf-aa2b-6f5901423861 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.9363940 Jun 21 04:40:17.926075 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 44712) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:17.926234 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.927942 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-52cf894e-4158-4cc1-9d87-1ed01e9a5315 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Request body: {'security_group_rule': {'security_group_id': '66e4c65c-80ca-4df7-a151-e55cfc20669b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:17.929892 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] For port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:40:17.950578 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] For port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=b3bcbfdf-96f7-4fb5-a401-e8270e315c1e,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:40:17.951561 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Transition to ACTIVE for port object 6300b3e6-8353-4a92-be26-a9bf6e63db2a will not be triggered until provisioned by entity DHCP. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:17.956233 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.959492 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:18.038187 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e5dfd-442b-4e1d-b5c4-ac4b30766f8e None None] Pushing event updated for resources: {'Port': ['ID=029d877f-9b8c-48b0-9eec-a820bfeeea3c,revision_number=2']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:18.040659 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Attempting to bind port 029d877f-9b8c-48b0-9eec-a820bfeeea3c on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:40:18.041037 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Attempting to bind port 029d877f-9b8c-48b0-9eec-a820bfeeea3c by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:40:18.041398 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Attempting to bind port 029d877f-9b8c-48b0-9eec-a820bfeeea3c on network a83701e4-e1f4-405b-ae26-5c447039f249 {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:18.043599 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-6f0e5dfd-442b-4e1d-b5c4-ac4b30766f8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:18.047447 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:40:18.047825 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Checking segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:18.048239 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.048621 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Bound using segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:40:18.049096 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Bound port: 029d877f-9b8c-48b0-9eec-a820bfeeea3c, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:40:18.049469 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.055787 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.068564 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-e88f4e4e-22e8-4279-86fe-f137d8a2dd4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:18.095742 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-52cf894e-4158-4cc1-9d87-1ed01e9a5315 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.130027 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] For port 029d877f-9b8c-48b0-9eec-a820bfeeea3c, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:40:18.133484 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] For port 029d877f-9b8c-48b0-9eec-a820bfeeea3c, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=029d877f-9b8c-48b0-9eec-a820bfeeea3c,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:40:18.154054 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Routers {'98cebc3e-1563-485d-9cae-e78a16a5eb83'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:40:18.154695 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:39:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['98cebc3e-1563-485d-9cae-e78a16a5eb83'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:18.203076 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.213189 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.215456 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-52cf894e-4158-4cc1-9d87-1ed01e9a5315 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.219151 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa11c8-9c62-49ff-8094-ab889a20959d None None] Pushing event updated for resources: {'Port': ['ID=b3bcbfdf-96f7-4fb5-a401-e8270e315c1e,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:18.224559 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-60fa11c8-9c62-49ff-8094-ab889a20959d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:18.225352 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:18.292524 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Network 61390495-c3b7-4548-81d7-17e6d745f6c7 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:18.295874 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.296704 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:18.306248 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ecbfb094-d324-4849-9002-f1fa51370483 req-eaf97b7b-6fc3-4b24-ad7b-c4fd75dd9317 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 210 time: 0.0498972 Jun 21 04:40:18.309647 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:18.328183 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:18.328183 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980264'] for router_interface, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.342346 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-52cf894e-4158-4cc1-9d87-1ed01e9a5315 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.344586 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] Set router 98cebc3e-1563-485d-9cae-e78a16a5eb83 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:40:18.354946 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:18.407883 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf894e-4158-4cc1-9d87-1ed01e9a5315 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb543bca-2b38-4338-bb9b-7f84c39d267b,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:18.431402 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-52cf894e-4158-4cc1-9d87-1ed01e9a5315 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:18.453060 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Routers {'2d037b07-fb46-4647-acf6-959d1ac57e8d'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:40:18.453685 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:39:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['2d037b07-fb46-4647-acf6-959d1ac57e8d'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:18.460705 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e5dfd-442b-4e1d-b5c4-ac4b30766f8e None None] Pushing event updated for resources: {'Port': ['ID=029d877f-9b8c-48b0-9eec-a820bfeeea3c,revision_number=3']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:18.463287 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-6f0e5dfd-442b-4e1d-b5c4-ac4b30766f8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:18.544205 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Pushing event updated for resources: {'Port': ['ID=6300b3e6-8353-4a92-be26-a9bf6e63db2a,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:18.553722 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:18.603739 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-52cf894e-4158-4cc1-9d87-1ed01e9a5315 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.607715 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-52cf894e-4158-4cc1-9d87-1ed01e9a5315 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6839480 Jun 21 04:40:18.608298 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 44734) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:18.615245 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-18b01738-7eb4-4bab-b583-eff9bccc0c15 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Request body: {'security_group_rule': {'security_group_id': '66e4c65c-80ca-4df7-a151-e55cfc20669b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:18.617350 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-965fd77f-316a-48a3-97c3-a21618d89378 req-102dbe7e-f0ff-4b66-9af3-517c6ece60d2 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 210 time: 0.0451190 Jun 21 04:40:18.639210 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] Set router 2d037b07-fb46-4647-acf6-959d1ac57e8d gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:40:18.654169 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969735'] for router, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.765994 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'b3bcbfdf-96f7-4fb5-a401-e8270e315c1e', 'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'mac_address': 'fa:16:3e:df:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:11Z', 'updated_at': '2021-06-21T04:40:17Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'subnets': [{'id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:18.796859 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa044fb-6884-4021-adb4-66642eb25691 None None] The sync data for ids ['98cebc3e-1563-485d-9cae-e78a16a5eb83'] in dv-cinder-772623-10-iscsi is: [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'b3bcbfdf-96f7-4fb5-a401-e8270e315c1e', 'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'mac_address': 'fa:16:3e:df:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:11Z', 'updated_at': '2021-06-21T04:40:17Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'subnets': [{'id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:40:18.843582 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-18b01738-7eb4-4bab-b583-eff9bccc0c15 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.879643 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.930963 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:14Z', 'revision_number': 3, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:18.976734 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-9d3f383b-c361-4932-a5ce-1b9ff6bea543 None None] Provisioning for port 6300b3e6-8353-4a92-be26-a9bf6e63db2a completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:18.981079 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-9d3f383b-c361-4932-a5ce-1b9ff6bea543 None None] Provisioning complete for port 6300b3e6-8353-4a92-be26-a9bf6e63db2a triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:18.991727 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d3f383b-c361-4932-a5ce-1b9ff6bea543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.999028 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5cdebc-3de3-4249-aec2-0de3078f6c8e None None] The sync data for ids ['2d037b07-fb46-4647-acf6-959d1ac57e8d'] in dv-cinder-772623-10-iscsi is: [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:14Z', 'revision_number': 3, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:40:19.021842 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-18b01738-7eb4-4bab-b583-eff9bccc0c15 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:19.049322 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-9d3f383b-c361-4932-a5ce-1b9ff6bea543 None None] Port 6300b3e6-8353-4a92-be26-a9bf6e63db2a cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:40:19.135252 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-18b01738-7eb4-4bab-b583-eff9bccc0c15 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:19.136606 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Router 6a36de59-fb53-4ee3-974e-48ced37474d6 is scheduled to L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c with binding_index 1 {{(pid=99942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:40:19.144941 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-52cf894e-4158-4cc1-9d87-1ed01e9a5315 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:19.162112 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b01738-7eb4-4bab-b583-eff9bccc0c15 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a950502c-6eed-4e4d-8ac7-f3cc4b4ec345,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:19.177090 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-18b01738-7eb4-4bab-b583-eff9bccc0c15 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:19.194602 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:19.302331 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:40:19.325835 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:19.327278 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-953471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982833'] for router_interface, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:19.331450 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:19.340319 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-18b01738-7eb4-4bab-b583-eff9bccc0c15 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:19.348677 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-18b01738-7eb4-4bab-b583-eff9bccc0c15 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7367277 Jun 21 04:40:19.350293 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 44748) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:19.360348 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Sync routers for ids ['6a36de59-fb53-4ee3-974e-48ced37474d6'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:40:19.374421 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Routers {'6a36de59-fb53-4ee3-974e-48ced37474d6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:40:19.374421 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:39:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['6a36de59-fb53-4ee3-974e-48ced37474d6'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:19.391781 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Request body: {'floatingip': {'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:19.431554 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Notify callbacks [] for router, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:19.433269 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7835994 Jun 21 04:40:19.438159 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 44754) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:19.653866 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Network 61390495-c3b7-4548-81d7-17e6d745f6c7 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:19.701722 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:19.713684 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-dbc2691d-43de-475e-94d2-9cacf84942dd req-1127de24-4122-417e-b02c-15f7af0de057 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 210 time: 0.0821970 Jun 21 04:40:19.738501 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for floatingip, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:19.819800 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Set router 6a36de59-fb53-4ee3-974e-48ced37474d6 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:40:19.934857 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Router 2d037b07-fb46-4647-acf6-959d1ac57e8d has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:40:19.946241 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Pushing event updated for resources: {'Port': ['ID=6300b3e6-8353-4a92-be26-a9bf6e63db2a,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:19.950473 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:20.035692 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cbcf9d81-e8d4-4922-b3ab-53cd5b8a6577 req-ebddc564-b688-400c-b4b9-654527dc48ed tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 210 time: 0.0785611 Jun 21 04:40:20.056098 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device b3bcbfdf-96f7-4fb5-a401-e8270e315c1e up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:20.204686 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-322decab-ad93-49f1-a116-00f55e9b4837 None None] Provisioning complete for port 6300b3e6-8353-4a92-be26-a9bf6e63db2a triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:20.205062 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-322decab-ad93-49f1-a116-00f55e9b4837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:20.221646 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:40:20.255123 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] 10.222.0.11 "PUT /v2.0/routers/2d037b07-fb46-4647-acf6-959d1ac57e8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0816691 Jun 21 04:40:20.286148 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-322decab-ad93-49f1-a116-00f55e9b4837 None None] Port 6300b3e6-8353-4a92-be26-a9bf6e63db2a cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:40:20.297295 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1018860868-router', 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '42e4073a-1d1f-4442-b49e-fbbb476157cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:15Z', 'updated_at': '2021-06-21T04:40:17Z', 'revision_number': 3, 'project_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'gw_port': {'id': '42e4073a-1d1f-4442-b49e-fbbb476157cc', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:16Z', 'updated_at': '2021-06-21T04:40:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:20.339684 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Checking router: 6a36de59-fb53-4ee3-974e-48ced37474d6 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:40:20.340388 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Updating router 6a36de59-fb53-4ee3-974e-48ced37474d6 port 42e4073a-1d1f-4442-b49e-fbbb476157cc binding host dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:40:20.386354 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:20.461635 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:20.507677 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:20.519384 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:20.520380 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:20.679815 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:20.712469 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:20.769754 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=b3bcbfdf-96f7-4fb5-a401-e8270e315c1e,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:20.846071 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Notify callbacks [] for port, precommit_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:20.858438 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Allocated IP 172.20.0.1 (5ffbcae6-fbe4-4484-96c2-4d42a84e96eb/706769e8-8f98-4c1a-8e13-9f10201b8c57/4a3d5e44-e0ac-44f1-a252-2d51d8d7571a) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:20.859071 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Transition to ACTIVE for port object 42e4073a-1d1f-4442-b49e-fbbb476157cc will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:20.861095 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:20.867567 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:20.906786 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:20.952741 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7ee2ccd9-337b-4856-8124-16cc80d7ea84 req-2f19fd78-f89b-4601-86a2-b8bece3b0455 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 210 time: 0.0387764 Jun 21 04:40:20.964261 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=b3bcbfdf-96f7-4fb5-a401-e8270e315c1e,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:20.967018 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:20.967431 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:20.975872 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:20.975989 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44786) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:20.981244 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-4abc90f7-c113-4970-aeb8-867832ab6da9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--298822838', 'description': 'tempest-description--249356361'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:20.993835 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.000519 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:21.027386 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.064771 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Allocated IP 172.27.1.102 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/3fc0e2c9-c15b-4611-bfb4-f484b274993f) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:21.072767 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fe05a-faf0-481f-a28c-451f3babe9f0 None None] Pushing event updated for resources: {'Port': ['ID=42e4073a-1d1f-4442-b49e-fbbb476157cc,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:21.078094 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-1d2fe05a-faf0-481f-a28c-451f3babe9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:21.082741 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Attempting to bind port 42e4073a-1d1f-4442-b49e-fbbb476157cc on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:40:21.083295 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Attempting to bind port 42e4073a-1d1f-4442-b49e-fbbb476157cc by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:40:21.083673 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Attempting to bind port 42e4073a-1d1f-4442-b49e-fbbb476157cc on network a83701e4-e1f4-405b-ae26-5c447039f249 {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:21.091628 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:40:21.092015 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Checking segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:21.092432 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.092835 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Bound using segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:40:21.093339 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Bound port: 42e4073a-1d1f-4442-b49e-fbbb476157cc, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:40:21.093725 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.100003 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4abc90f7-c113-4970-aeb8-867832ab6da9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.157921 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 029d877f-9b8c-48b0-9eec-a820bfeeea3c up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:21.198258 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.247017 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] For port 42e4073a-1d1f-4442-b49e-fbbb476157cc, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:40:21.250371 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] For port 42e4073a-1d1f-4442-b49e-fbbb476157cc, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=42e4073a-1d1f-4442-b49e-fbbb476157cc,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:40:21.260719 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.312700 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4abc90f7-c113-4970-aeb8-867832ab6da9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.326099 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5d1705ec-7ee5-4757-a7e5-b6ebd0e437ba req-d1380b20-e4e9-4efd-8f26-8264d7141590 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 210 time: 0.0625656 Jun 21 04:40:21.333601 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.339381 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-817ee05b-ecbb-4075-b7c4-450275335414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:21.356445 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.358742 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-60fa11c8-9c62-49ff-8094-ab889a20959d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:21.360571 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 029d877f-9b8c-48b0-9eec-a820bfeeea3c completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:21.394634 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 029d877f-9b8c-48b0-9eec-a820bfeeea3c triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:21.397232 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.401304 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:21.407811 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:21.413896 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:21.414365 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980264'] for router_interface, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.417966 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3d5e44-e0ac-44f1-a252-2d51d8d7571a,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:21.428646 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4abc90f7-c113-4970-aeb8-867832ab6da9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.431615 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:21.440469 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:21.461745 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fe05a-faf0-481f-a28c-451f3babe9f0 None None] Pushing event updated for resources: {'Port': ['ID=42e4073a-1d1f-4442-b49e-fbbb476157cc,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:21.469365 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-1d2fe05a-faf0-481f-a28c-451f3babe9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:21.489772 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Routers {'6a36de59-fb53-4ee3-974e-48ced37474d6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:40:21.495356 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:39:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['6a36de59-fb53-4ee3-974e-48ced37474d6'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:21.495635 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.496097 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc90f7-c113-4970-aeb8-867832ab6da9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:21.497799 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-4abc90f7-c113-4970-aeb8-867832ab6da9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:21.508775 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-dba695ee-b1eb-4de5-ba21-4f7ea3151695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:21.559097 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:21.563079 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:21.569580 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:21.577468 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4abc90f7-c113-4970-aeb8-867832ab6da9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.584096 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-4abc90f7-c113-4970-aeb8-867832ab6da9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.6072507 Jun 21 04:40:21.585840 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44798) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:21.595647 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-4d7987f1-1d36-400e-99ae-27b235118f14 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Request body: {'security_group_rule': {'security_group_id': '473bfad3-fbce-4d4a-9da7-d9c9c534cdb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:21.605275 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event updated for resources: {'Port': ['ID=3fc0e2c9-c15b-4611-bfb4-f484b274993f,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:21.646287 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.655144 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] Set router 6a36de59-fb53-4ee3-974e-48ced37474d6 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:40:21.726298 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 029d877f-9b8c-48b0-9eec-a820bfeeea3c, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=029d877f-9b8c-48b0-9eec-a820bfeeea3c,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:21.746556 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4d7987f1-1d36-400e-99ae-27b235118f14 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.805244 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Sync routers for ids ['2d037b07-fb46-4647-acf6-959d1ac57e8d'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:40:21.814693 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:21.825559 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Routers {'2d037b07-fb46-4647-acf6-959d1ac57e8d'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:40:21.826407 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:39:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['2d037b07-fb46-4647-acf6-959d1ac57e8d'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:21.833584 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.835688 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:21.902339 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=029d877f-9b8c-48b0-9eec-a820bfeeea3c,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:21.914355 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:21.920107 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.922723 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4d7987f1-1d36-400e-99ae-27b235118f14 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.932459 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1018860868-router', 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '42e4073a-1d1f-4442-b49e-fbbb476157cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:15Z', 'updated_at': '2021-06-21T04:40:17Z', 'revision_number': 3, 'project_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'gw_port': {'id': '42e4073a-1d1f-4442-b49e-fbbb476157cc', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:16Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:21.962287 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device b3bcbfdf-96f7-4fb5-a401-e8270e315c1e up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:21.964812 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570c41c3-6a0f-45fa-9a5b-d09b0599e294 None None] The sync data for ids ['6a36de59-fb53-4ee3-974e-48ced37474d6'] in dv-cinder-772623-10-iscsi is: [{'id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1018860868-router', 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '42e4073a-1d1f-4442-b49e-fbbb476157cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:15Z', 'updated_at': '2021-06-21T04:40:17Z', 'revision_number': 3, 'project_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'gw_port': {'id': '42e4073a-1d1f-4442-b49e-fbbb476157cc', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:16Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:40:22.031344 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Set router 2d037b07-fb46-4647-acf6-959d1ac57e8d gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:40:22.036605 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.038544 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:22.039017 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.058593 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4d7987f1-1d36-400e-99ae-27b235118f14 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.060541 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:22.169381 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.289219 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7987f1-1d36-400e-99ae-27b235118f14 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531247fd-6154-4525-8899-e40f69053cfd,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:22.298051 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '6300b3e6-8353-4a92-be26-a9bf6e63db2a', 'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'mac_address': 'fa:16:3e:a4:81:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:17Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 2, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'subnets': [{'id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:22.306024 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-bc0f6f28-fa5f-4888-ac61-45cf46f4d323 req-901058d7-e608-4ac8-93ce-ac252cb8f2bc tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 210 time: 0.0541093 Jun 21 04:40:22.308894 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-4d7987f1-1d36-400e-99ae-27b235118f14 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:22.720494 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Checking router: 2d037b07-fb46-4647-acf6-959d1ac57e8d for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:40:22.720494 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Updating router 2d037b07-fb46-4647-acf6-959d1ac57e8d port 6300b3e6-8353-4a92-be26-a9bf6e63db2a binding host dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:40:22.765144 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4d7987f1-1d36-400e-99ae-27b235118f14 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.765144 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-4d7987f1-1d36-400e-99ae-27b235118f14 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8692360 Jun 21 04:40:22.765144 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44820) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:22.770523 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.776941 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.779076 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-ae921de1-4538-462a-a065-a2a8571496ec tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Request body: {'security_group_rule': {'security_group_id': '473bfad3-fbce-4d4a-9da7-d9c9c534cdb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:22.782814 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cc533da1-22ed-4288-a46e-39c6b37087a9 req-1def88e6-caa4-475a-a543-dfe6d26531ce tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 210 time: 0.0387197 Jun 21 04:40:22.782814 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.782814 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.782814 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:22.782814 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.782814 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event updated for resources: {'Port': ['ID=3fc0e2c9-c15b-4611-bfb4-f484b274993f,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:22.782814 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:22.786605 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ae921de1-4538-462a-a065-a2a8571496ec tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.814197 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ae921de1-4538-462a-a065-a2a8571496ec tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.841672 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.842835 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-953471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982833'] for router_interface, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.844689 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:22.904910 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.907883 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5555944 Jun 21 04:40:22.937849 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Notify callbacks [] for port, precommit_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:22.951020 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.provisioning_blocks [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Transition to ACTIVE for port object 6300b3e6-8353-4a92-be26-a9bf6e63db2a will not be triggered until provisioned by entity L2. {{(pid=99945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:22.975562 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3d5e44-e0ac-44f1-a252-2d51d8d7571a,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:22.982282 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:23.018331 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ae921de1-4538-462a-a065-a2a8571496ec tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:23.021999 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:23.051805 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae921de1-4538-462a-a065-a2a8571496ec tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4bfb08-e2b7-4efa-8dc7-19a6711add78,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:23.060422 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ae921de1-4538-462a-a065-a2a8571496ec tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:23.064915 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:23.068130 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:23.076568 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.52', 60744) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:23.121067 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ae921de1-4538-462a-a065-a2a8571496ec tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:23.122531 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-ae921de1-4538-462a-a065-a2a8571496ec tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6628392 Jun 21 04:40:23.125628 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 44850) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:23.136006 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Request body: {'floatingip': {'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:23.230922 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:23.243203 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:23.287764 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-2d2c39d4-05ff-43df-9b98-6ce1bab0e5b2 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--22146982&fields=id&tenant_id=fddde2cb5b784d03a92ed36190bf4c57 HTTP/1.1" status: 200 len: 267 time: 0.1259372 Jun 21 04:40:23.317251 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd2433-5056-4686-a4c7-5fe3fa71c82b None None] Pushing event updated for resources: {'Port': ['ID=6300b3e6-8353-4a92-be26-a9bf6e63db2a,revision_number=3']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:23.330458 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-fbbd2433-5056-4686-a4c7-5fe3fa71c82b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:23.391189 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Attempting to bind port 6300b3e6-8353-4a92-be26-a9bf6e63db2a on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:40:23.391882 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Attempting to bind port 6300b3e6-8353-4a92-be26-a9bf6e63db2a by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:40:23.392403 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Attempting to bind port 6300b3e6-8353-4a92-be26-a9bf6e63db2a on network 61390495-c3b7-4548-81d7-17e6d745f6c7 {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:23.402097 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:40:23.402787 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Checking segment: {'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:23.403378 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:23.403944 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Bound using segment: {'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:40:23.404699 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Bound port: 6300b3e6-8353-4a92-be26-a9bf6e63db2a, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'}}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:40:23.405915 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:23.416563 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for floatingip, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:23.495652 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f210-4d62-4247-8aea-ddd188109b98 req-ef5be2ba-da25-437a-a930-d1ed66e951c6 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:23.498972 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-ef5be2ba-da25-437a-a930-d1ed66e951c6 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.52 "GET /v2.0/networks?id=d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb HTTP/1.1" status: 200 len: 810 time: 0.4159312 Jun 21 04:40:23.566304 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] For port 6300b3e6-8353-4a92-be26-a9bf6e63db2a, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:40:23.571890 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] For port 6300b3e6-8353-4a92-be26-a9bf6e63db2a, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=6300b3e6-8353-4a92-be26-a9bf6e63db2a,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:40:23.601231 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-12a562e0-1bf4-40c6-830a-29165f34c895 req-7dd71be0-802a-49d4-9591-b5b704b8d68c tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 210 time: 0.0560336 Jun 21 04:40:23.607584 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [req-3276f210-4d62-4247-8aea-ddd188109b98 req-b64c6dea-c22a-4d5f-bf9b-5cd82f680f57 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Request body: {'port': {'device_id': 'ad496bb5-fc8e-4778-9710-25275cb8ed04', 'network_id': 'd26c7fd8-bf7b-4cf3-9460-8748c67fb3bb', 'admin_state_up': True, 'tenant_id': '8429b8d9bd7b4aaf93f738aee75f2b37'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:23.614612 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Router 6a36de59-fb53-4ee3-974e-48ced37474d6 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:40:23.618239 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b5cd768f-c59a-42c8-a4f2-26c2b7358e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:23.636240 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:23.652373 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-e9d1782f-f452-43eb-a141-d05b3289e62d tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:23.665531 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-e9d1782f-f452-43eb-a141-d05b3289e62d tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/networks?id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 HTTP/1.1" status: 200 len: 811 time: 0.3680809 Jun 21 04:40:23.670755 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-98278319-7966-4996-9adb-767afe0081cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:23.696929 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-dd3c61dc-592d-404f-861b-2de767faf1f4 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/quotas/fddde2cb5b784d03a92ed36190bf4c57 HTTP/1.1" status: 200 len: 375 time: 0.0303810 Jun 21 04:40:23.752965 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Routers {'2d037b07-fb46-4647-acf6-959d1ac57e8d'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:40:23.753735 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:39:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['2d037b07-fb46-4647-acf6-959d1ac57e8d'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:23.940536 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd2433-5056-4686-a4c7-5fe3fa71c82b None None] Pushing event updated for resources: {'Port': ['ID=6300b3e6-8353-4a92-be26-a9bf6e63db2a,revision_number=4']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:23.960223 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-fbbd2433-5056-4686-a4c7-5fe3fa71c82b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:24.017027 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:40:24.029361 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-827a0250-b08d-459c-b6eb-744884b259de tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fddde2cb5b784d03a92ed36190bf4c57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3312216 Jun 21 04:40:24.037894 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] 10.222.0.11 "PUT /v2.0/routers/6a36de59-fb53-4ee3-974e-48ced37474d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5985296 Jun 21 04:40:24.109279 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-54f60502-3973-40cb-91fe-8962323f0164 req-5bae0b1d-fb2d-4b28-9528-dbfb4515da72 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 210 time: 0.0463593 Jun 21 04:40:24.111876 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.52', 60749) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:24.142931 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3276f210-4d62-4247-8aea-ddd188109b98 req-b64c6dea-c22a-4d5f-bf9b-5cd82f680f57 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Made reservation on behalf of 8429b8d9bd7b4aaf93f738aee75f2b37 for: {'port': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:24.143647 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 42e4073a-1d1f-4442-b49e-fbbb476157cc up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:24.153032 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-3276f210-4d62-4247-8aea-ddd188109b98 req-b64c6dea-c22a-4d5f-bf9b-5cd82f680f57 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:24.176824 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] Set router 2d037b07-fb46-4647-acf6-959d1ac57e8d gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:40:24.286924 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-68943c5f-8a0c-445c-a78d-d779b092fd3e service neutron] 10.222.0.11 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730447 Jun 21 04:40:24.474306 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 42e4073a-1d1f-4442-b49e-fbbb476157cc completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:24.478379 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 42e4073a-1d1f-4442-b49e-fbbb476157cc triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:24.478946 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:24.482360 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-9aa800a5-da4c-4e5c-8ee9-4ba3481506f3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:24.491786 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-9aa800a5-da4c-4e5c-8ee9-4ba3481506f3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "GET /v2.0/networks?id=b455bc6c-061f-44be-8cec-59e7ce8a93bf HTTP/1.1" status: 200 len: 815 time: 0.3746855 Jun 21 04:40:24.522513 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-7f31df3b-41f9-4fcc-8bd9-da704eed1319 service neutron] 10.222.0.11 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255208 Jun 21 04:40:24.532902 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Sync routers for ids ['6a36de59-fb53-4ee3-974e-48ced37474d6'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:40:24.544168 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-d39b5e99-c822-4a09-ae46-fe5cb68523aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Request body: {'port': {'device_id': '2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161', 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf', 'admin_state_up': True, 'tenant_id': '150ad2a4ad9c4fab8e6b2fa15c136ae7'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:24.559274 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Routers {'6a36de59-fb53-4ee3-974e-48ced37474d6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:40:24.559274 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:39:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['6a36de59-fb53-4ee3-974e-48ced37474d6'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:24.568095 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:24.634196 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '6300b3e6-8353-4a92-be26-a9bf6e63db2a', 'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'mac_address': 'fa:16:3e:a4:81:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:17Z', 'updated_at': '2021-06-21T04:40:23Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'subnets': [{'id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:24.702657 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054d786-1ca0-41e0-8337-1292415dc5f5 None None] The sync data for ids ['2d037b07-fb46-4647-acf6-959d1ac57e8d'] in dv-cinder-772623-10-iscsi is: [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '6300b3e6-8353-4a92-be26-a9bf6e63db2a', 'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'mac_address': 'fa:16:3e:a4:81:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:17Z', 'updated_at': '2021-06-21T04:40:23Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'subnets': [{'id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:40:24.714102 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Allocated IP 172.27.1.51 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/938a8295-26cb-434a-8cbf-5a51897750c9) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:25.005870 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:25.031652 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [req-3276f210-4d62-4247-8aea-ddd188109b98 req-b64c6dea-c22a-4d5f-bf9b-5cd82f680f57 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Allocated IP 172.20.0.5 (d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb/4231c303-5efa-4a0b-9c2f-f8df5d0957b2/a8c5615b-ec31-418a-bc60-f07274de2f51) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:25.063083 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:25.076878 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 42e4073a-1d1f-4442-b49e-fbbb476157cc, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=42e4073a-1d1f-4442-b49e-fbbb476157cc,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:25.130978 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Set router 6a36de59-fb53-4ee3-974e-48ced37474d6 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:40:25.150829 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-d39b5e99-c822-4a09-ae46-fe5cb68523aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Made reservation on behalf of 150ad2a4ad9c4fab8e6b2fa15c136ae7 for: {'port': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:25.154570 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-d39b5e99-c822-4a09-ae46-fe5cb68523aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:25.233752 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:25.235845 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 029d877f-9b8c-48b0-9eec-a820bfeeea3c up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:25.244594 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:25.298286 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:25.314564 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-7a8bb56e-7b52-4ebc-92cf-b7dabc431cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:25.415596 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-2435b45c-2b19-4ed7-b758-735f1c5cd725 req-a5d7aee6-1885-44ee-86df-b3d265ad30bb tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 210 time: 0.2428343 Jun 21 04:40:25.466806 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:25.474197 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:25.481920 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:25.496082 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event updated for resources: {'Port': ['ID=938a8295-26cb-434a-8cbf-5a51897750c9,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:25.510738 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:25.594483 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-7d3148f7-6fe7-462b-8d0f-1c9a37e5e520 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:25.596617 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-7d3148f7-6fe7-462b-8d0f-1c9a37e5e520 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/networks?id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb HTTP/1.1" status: 200 len: 819 time: 0.4506824 Jun 21 04:40:25.652080 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=42e4073a-1d1f-4442-b49e-fbbb476157cc,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:25.667113 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:25.667530 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-02f46f74-dcd7-4aee-b304-1f8be54442b9 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/quotas/e8a9743c7dd149da8b5f24332604c1b5 HTTP/1.1" status: 200 len: 375 time: 0.0565348 Jun 21 04:40:25.695958 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:25.698164 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 029d877f-9b8c-48b0-9eec-a820bfeeea3c triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:25.707129 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:25.746534 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-43cdc0df-83ec-484c-baec-09af2fff36ae req-9f3e40d9-89d5-43eb-83b0-66fc3923ee95 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 210 time: 0.1325254 Jun 21 04:40:25.814878 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-3276f210-4d62-4247-8aea-ddd188109b98 req-b64c6dea-c22a-4d5f-bf9b-5cd82f680f57 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:25.852966 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-d39b5e99-c822-4a09-ae46-fe5cb68523aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Allocated IP 172.20.0.11 (b455bc6c-061f-44be-8cec-59e7ce8a93bf/40b645dd-fc76-4567-8704-5f8ccdfd7cd1/f6551218-db3f-46d2-89c9-81b1862cabeb) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:25.942427 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-fee491f4-1112-4de2-8e47-b7cc2914e2d4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8a9743c7dd149da8b5f24332604c1b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2062457 Jun 21 04:40:26.044594 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1018860868-router', 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '42e4073a-1d1f-4442-b49e-fbbb476157cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:15Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'gw_port': {'id': '42e4073a-1d1f-4442-b49e-fbbb476157cc', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:16Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '4a3d5e44-e0ac-44f1-a252-2d51d8d7571a', 'name': '', 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb', 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'mac_address': 'fa:16:3e:03:ce:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '706769e8-8f98-4c1a-8e13-9f10201b8c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:20Z', 'updated_at': '2021-06-21T04:40:22Z', 'revision_number': 2, 'project_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'subnets': [{'id': '706769e8-8f98-4c1a-8e13-9f10201b8c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:26.076026 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Checking router: 6a36de59-fb53-4ee3-974e-48ced37474d6 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:40:26.076344 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Updating router 6a36de59-fb53-4ee3-974e-48ced37474d6 port 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a binding host dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:40:26.152152 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:26.210825 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:26.319116 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-4a3e6a51-fb15-499e-82bf-349e430171ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:26.330583 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-3276f210-4d62-4247-8aea-ddd188109b98 req-b64c6dea-c22a-4d5f-bf9b-5cd82f680f57 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:26.353940 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 42e4073a-1d1f-4442-b49e-fbbb476157cc up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:26.395105 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-c3a67d11-14c6-4d02-91c4-0d05c235519f service neutron] 10.222.0.11 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484386 Jun 21 04:40:26.446091 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:26.501518 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-d39b5e99-c822-4a09-ae46-fe5cb68523aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:26.602751 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-1c62fd7a-2a76-45a8-beae-d95a453a83d6 service neutron] 10.222.0.11 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841130 Jun 21 04:40:26.630379 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:26.738739 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:26.743399 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:26.761648 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3276f210-4d62-4247-8aea-ddd188109b98 req-b64c6dea-c22a-4d5f-bf9b-5cd82f680f57 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Network d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:26.777941 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [req-3276f210-4d62-4247-8aea-ddd188109b98 req-b64c6dea-c22a-4d5f-bf9b-5cd82f680f57 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:26.782950 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c6dea-c22a-4d5f-bf9b-5cd82f680f57 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Pushing event updated for resources: {'Port': ['ID=a8c5615b-ec31-418a-bc60-f07274de2f51,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:26.797918 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3276f210-4d62-4247-8aea-ddd188109b98 req-b64c6dea-c22a-4d5f-bf9b-5cd82f680f57 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:26.820379 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f210-4d62-4247-8aea-ddd188109b98 req-b64c6dea-c22a-4d5f-bf9b-5cd82f680f57 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:26.822215 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-3276f210-4d62-4247-8aea-ddd188109b98 req-b64c6dea-c22a-4d5f-bf9b-5cd82f680f57 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for port, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:26.830940 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 42e4073a-1d1f-4442-b49e-fbbb476157cc triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:26.834179 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-b64c6dea-c22a-4d5f-bf9b-5cd82f680f57 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:26.834342 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:26.867326 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:26.870423 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Notify callbacks [] for port, precommit_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:26.892307 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff444d-7247-4b8b-95ba-b6fb968a83ca req-290465cc-4c0b-4984-a8d8-c82c6443c683 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:26.900442 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6fff444d-7247-4b8b-95ba-b6fb968a83ca req-290465cc-4c0b-4984-a8d8-c82c6443c683 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 931 time: 0.5750799 Jun 21 04:40:26.936646 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Transition to ACTIVE for port object 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:26.981985 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-b64c6dea-c22a-4d5f-bf9b-5cd82f680f57 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3765829 Jun 21 04:40:27.015457 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6fff444d-7247-4b8b-95ba-b6fb968a83ca req-112a0ae4-bc3d-4645-809a-063aebf9cbaf tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022182 Jun 21 04:40:27.028757 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-d39b5e99-c822-4a09-ae46-fe5cb68523aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:27.036133 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:27.053128 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:27.072833 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:27.091727 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event updated for resources: {'Port': ['ID=938a8295-26cb-434a-8cbf-5a51897750c9,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:27.099830 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-d39b5e99-c822-4a09-ae46-fe5cb68523aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Network b455bc6c-061f-44be-8cec-59e7ce8a93bf is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:27.102235 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:27.103727 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-d39b5e99-c822-4a09-ae46-fe5cb68523aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:27.108958 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-d39b5e99-c822-4a09-ae46-fe5cb68523aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:27.113345 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:27.115446 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-d39b5e99-c822-4a09-ae46-fe5cb68523aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:27.119012 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 6300b3e6-8353-4a92-be26-a9bf6e63db2a up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:27.131063 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-d39b5e99-c822-4a09-ae46-fe5cb68523aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for port, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:27.165480 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:27.167224 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0391159 Jun 21 04:40:27.176932 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b5e99-c822-4a09-ae46-fe5cb68523aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Pushing event updated for resources: {'Port': ['ID=f6551218-db3f-46d2-89c9-81b1862cabeb,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:27.187246 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d39b5e99-c822-4a09-ae46-fe5cb68523aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:27.210714 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-fa452a20-2f4f-4690-afe2-8bd90d5ce034 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:40:27.211816 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-fa452a20-2f4f-4690-afe2-8bd90d5ce034 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058706 Jun 21 04:40:27.220316 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-d39b5e99-c822-4a09-ae46-fe5cb68523aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6984093 Jun 21 04:40:27.495304 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Request body: {'port': {'device_id': '2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:27.514311 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b4ff6-21ec-4549-a266-e77bec434163 req-81688b9c-80f2-4154-b264-a5d2646403fb tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:27.523256 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-bb1b4ff6-21ec-4549-a266-e77bec434163 req-81688b9c-80f2-4154-b264-a5d2646403fb tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 932 time: 0.1652193 Jun 21 04:40:27.532155 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Request body: {'port': {'device_id': 'ad496bb5-fc8e-4778-9710-25275cb8ed04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:27.536282 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193e6b5-1379-42c2-bf6d-0c39ddb8dee5 None None] Pushing event updated for resources: {'Port': ['ID=4a3d5e44-e0ac-44f1-a252-2d51d8d7571a,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:27.540147 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-d193e6b5-1379-42c2-bf6d-0c39ddb8dee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:27.621156 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-bb1b4ff6-21ec-4549-a266-e77bec434163 req-70b2075c-ee23-4d38-8919-2148969c7215 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746222 Jun 21 04:40:27.628255 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d11af41b-65f4-497e-802c-966ba613be49 req-0a3081c8-f284-42b1-bf11-a849c5757f31 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 210 time: 0.0488579 Jun 21 04:40:27.674541 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Attempting to bind port 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:40:27.675410 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Attempting to bind port 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '1b26b2ee-41fa-4a5d-a132-8e9913227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:40:27.675840 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Attempting to bind port 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a on network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:27.686147 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:40:27.686670 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Checking segment: {'id': '1b26b2ee-41fa-4a5d-a132-8e9913227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:27.686986 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:27.687457 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Bound using segment: {'id': '1b26b2ee-41fa-4a5d-a132-8e9913227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:40:27.687986 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Bound port: 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b26b2ee-41fa-4a5d-a132-8e9913227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:40:27.689624 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:27.750766 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:27.833382 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:27.833503 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] For port 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:40:27.833597 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c1c143d7-a6e7-4202-9ff2-213d0cdab20c req-d49829c8-7916-4ddb-8672-ac28d4950928 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 210 time: 0.1012788 Jun 21 04:40:27.833739 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] For port 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=4a3d5e44-e0ac-44f1-a252-2d51d8d7571a,segment=NetworkSegment(1b26b2ee-41fa-4a5d-a132-8e9913227533),segment_id=1b26b2ee-41fa-4a5d-a132-8e9913227533)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:40:27.833739 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:27.900624 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 6300b3e6-8353-4a92-be26-a9bf6e63db2a completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:27.913582 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 6300b3e6-8353-4a92-be26-a9bf6e63db2a triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:27.914282 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:28.040428 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:28.041129 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-cfa04449-2d90-470e-bd73-35ce978cc329 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--298822838&fields=id&tenant_id=b575213fd3cf475ba09994a823f48ca0 HTTP/1.1" status: 200 len: 267 time: 0.1263976 Jun 21 04:40:28.046683 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:28.099979 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:28.169761 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193e6b5-1379-42c2-bf6d-0c39ddb8dee5 None None] Pushing event updated for resources: {'Port': ['ID=4a3d5e44-e0ac-44f1-a252-2d51d8d7571a,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:28.186889 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-d193e6b5-1379-42c2-bf6d-0c39ddb8dee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:28.200174 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Routers {'6a36de59-fb53-4ee3-974e-48ced37474d6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:40:28.200853 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:40:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['6a36de59-fb53-4ee3-974e-48ced37474d6'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:28.282739 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 6300b3e6-8353-4a92-be26-a9bf6e63db2a, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=6300b3e6-8353-4a92-be26-a9bf6e63db2a,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:28.296661 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-aa90b0e2-a83f-49d0-91ed-53909c8121e4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:28.303748 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-aa90b0e2-a83f-49d0-91ed-53909c8121e4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/networks?id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb HTTP/1.1" status: 200 len: 819 time: 0.1968787 Jun 21 04:40:28.319339 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-a93fff1f-7586-460f-b127-a7710f5c2138 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/quotas/e8a9743c7dd149da8b5f24332604c1b5 HTTP/1.1" status: 200 len: 375 time: 0.0140660 Jun 21 04:40:28.403704 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:28.428064 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:28.476518 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-11aa4bf5-0367-4254-9a79-61ab1fd57444 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8a9743c7dd149da8b5f24332604c1b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1491439 Jun 21 04:40:28.515974 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-d6341464-c0b5-4101-a3ff-436615de9a46 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:28.523789 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-d6341464-c0b5-4101-a3ff-436615de9a46 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/networks?id=61390495-c3b7-4548-81d7-17e6d745f6c7 HTTP/1.1" status: 200 len: 816 time: 0.4817822 Jun 21 04:40:28.524126 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] Set router 6a36de59-fb53-4ee3-974e-48ced37474d6 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:40:28.554079 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-3b292ba2-c13c-44ee-9381-3bf7bf8a1e20 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/quotas/b575213fd3cf475ba09994a823f48ca0 HTTP/1.1" status: 200 len: 375 time: 0.0287955 Jun 21 04:40:28.626036 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-a188cf33-dd08-439d-ab38-066ddcf9c3ff service neutron] 10.222.0.11 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290538 Jun 21 04:40:28.699001 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 45042) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:28.712642 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=6300b3e6-8353-4a92-be26-a9bf6e63db2a,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:28.731137 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:28.768713 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-257408f1-2a6a-4392-9927-151f293313e9 service neutron] 10.222.0.11 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414440 Jun 21 04:40:28.962347 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.notifiers.nova [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c5615b-ec31-418a-bc60-f07274de2f51 {{(pid=99942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:40:28.987231 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:29.019304 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-52a59ba4-3e43-413c-bde7-9d0bbf387788 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b575213fd3cf475ba09994a823f48ca0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4520521 Jun 21 04:40:29.022720 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.notifiers.nova [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6551218-db3f-46d2-89c9-81b1862cabeb {{(pid=99942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:40:29.076972 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:29.083251 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d8ae-ee3f-41c4-9004-0f282e9bd85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:29.134491 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:29.156946 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1018860868-router', 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '42e4073a-1d1f-4442-b49e-fbbb476157cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:15Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'gw_port': {'id': '42e4073a-1d1f-4442-b49e-fbbb476157cc', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:16Z', 'updated_at': '2021-06-21T04:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '4a3d5e44-e0ac-44f1-a252-2d51d8d7571a', 'name': '', 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb', 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'mac_address': 'fa:16:3e:03:ce:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '706769e8-8f98-4c1a-8e13-9f10201b8c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:20Z', 'updated_at': '2021-06-21T04:40:27Z', 'revision_number': 4, 'project_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'subnets': [{'id': '706769e8-8f98-4c1a-8e13-9f10201b8c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:40:29.166433 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Transition to ACTIVE for port object a8c5615b-ec31-418a-bc60-f07274de2f51 will not be triggered until provisioned by entity L2. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:29.179983 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Transition to ACTIVE for port object f6551218-db3f-46d2-89c9-81b1862cabeb will not be triggered until provisioned by entity L2. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:29.255911 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-00645687-aa5e-4542-ac8f-8a81d7598aba service neutron] 10.222.0.11 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029874 Jun 21 04:40:29.278035 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:29.330210 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:29.338627 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:29.365664 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16d771-47eb-4988-b241-47a9ed4486d2 None None] The sync data for ids ['6a36de59-fb53-4ee3-974e-48ced37474d6'] in dv-cinder-772623-10-iscsi is: [{'id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1018860868-router', 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '42e4073a-1d1f-4442-b49e-fbbb476157cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:15Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'gw_port': {'id': '42e4073a-1d1f-4442-b49e-fbbb476157cc', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:16Z', 'updated_at': '2021-06-21T04:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '4a3d5e44-e0ac-44f1-a252-2d51d8d7571a', 'name': '', 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb', 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'mac_address': 'fa:16:3e:03:ce:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '706769e8-8f98-4c1a-8e13-9f10201b8c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:20Z', 'updated_at': '2021-06-21T04:40:27Z', 'revision_number': 4, 'project_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'subnets': [{'id': '706769e8-8f98-4c1a-8e13-9f10201b8c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:40:29.514534 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c5615b-ec31-418a-bc60-f07274de2f51,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:29.518625 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:29.546854 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:29.748496 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-21875b89-731a-4671-9d4b-f145df11df47 service neutron] 10.222.0.11 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849057 Jun 21 04:40:29.750973 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Pushing event updated for resources: {'Port': ['ID=f6551218-db3f-46d2-89c9-81b1862cabeb,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:29.767932 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:29.781569 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039f55e-1f37-48ba-9f76-e6ae8b1f9b0f req-e85a96ab-5bc2-4681-a23d-a76048344944 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:29.807341 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0039f55e-1f37-48ba-9f76-e6ae8b1f9b0f req-e85a96ab-5bc2-4681-a23d-a76048344944 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 943 time: 0.1384566 Jun 21 04:40:29.832598 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Attempting to bind port a8c5615b-ec31-418a-bc60-f07274de2f51 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:40:29.833368 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Attempting to bind port a8c5615b-ec31-418a-bc60-f07274de2f51 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'a1fec542-1ed4-4149-a93a-da35530cb614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd26c7fd8-bf7b-4cf3-9460-8748c67fb3bb'}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:40:29.834047 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Attempting to bind port a8c5615b-ec31-418a-bc60-f07274de2f51 on network d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:29.851854 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d8ae-ee3f-41c4-9004-0f282e9bd85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:29.865345 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Port a8c5615b-ec31-418a-bc60-f07274de2f51 on network d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:40:29.865778 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Attempting to bind port a8c5615b-ec31-418a-bc60-f07274de2f51 on network d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:29.868001 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Attempting to bind port f6551218-db3f-46d2-89c9-81b1862cabeb on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:40:29.868401 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Attempting to bind port f6551218-db3f-46d2-89c9-81b1862cabeb by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:40:29.868786 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Attempting to bind port f6551218-db3f-46d2-89c9-81b1862cabeb on network b455bc6c-061f-44be-8cec-59e7ce8a93bf {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:29.879878 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Port f6551218-db3f-46d2-89c9-81b1862cabeb on network b455bc6c-061f-44be-8cec-59e7ce8a93bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:40:29.880277 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Attempting to bind port f6551218-db3f-46d2-89c9-81b1862cabeb on network b455bc6c-061f-44be-8cec-59e7ce8a93bf {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:29.884081 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:40:29.884247 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Checking segment: {'id': 'a1fec542-1ed4-4149-a93a-da35530cb614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd26c7fd8-bf7b-4cf3-9460-8748c67fb3bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:29.884917 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Bound using segment: {'id': 'a1fec542-1ed4-4149-a93a-da35530cb614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd26c7fd8-bf7b-4cf3-9460-8748c67fb3bb'} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:40:29.885483 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Bound port: a8c5615b-ec31-418a-bc60-f07274de2f51, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1fec542-1ed4-4149-a93a-da35530cb614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd26c7fd8-bf7b-4cf3-9460-8748c67fb3bb'}}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:40:29.885892 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:29.900081 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:40:29.900480 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Checking segment: {'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:29.900933 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Bound using segment: {'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:40:29.901489 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Bound port: f6551218-db3f-46d2-89c9-81b1862cabeb, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'}}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:40:29.902338 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:29.918934 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d8ae-ee3f-41c4-9004-0f282e9bd85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:29.940260 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:29.944400 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0039f55e-1f37-48ba-9f76-e6ae8b1f9b0f req-a18c9773-16fd-4185-8293-365384e644e9 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337879 Jun 21 04:40:30.031613 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 45078) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:30.032075 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-7dd2d8ae-ee3f-41c4-9004-0f282e9bd85e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6c046fb0263403084d1c83a48eedd47&name=default HTTP/1.1" status: 200 len: 2978 time: 1.3257086 Jun 21 04:40:30.211328 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2d8ae-ee3f-41c4-9004-0f282e9bd85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104664b8-4e7a-45d7-b915-c6efb76493b7,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:30.238108 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-7dd2d8ae-ee3f-41c4-9004-0f282e9bd85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:30.238278 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d90527de-b9d8-46d9-8d36-ee96a3d27a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:30.272338 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] For port f6551218-db3f-46d2-89c9-81b1862cabeb, host hv-cinder-77262, cleared binding levels {{(pid=99942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:40:30.298521 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] For port a8c5615b-ec31-418a-bc60-f07274de2f51, host hv-cinder-77262, cleared binding levels {{(pid=99942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:40:30.304202 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] For port a8c5615b-ec31-418a-bc60-f07274de2f51, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a8c5615b-ec31-418a-bc60-f07274de2f51,segment=NetworkSegment(a1fec542-1ed4-4149-a93a-da35530cb614),segment_id=a1fec542-1ed4-4149-a93a-da35530cb614)] {{(pid=99942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:40:30.311701 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] For port f6551218-db3f-46d2-89c9-81b1862cabeb, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f6551218-db3f-46d2-89c9-81b1862cabeb,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:40:30.324441 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d90527de-b9d8-46d9-8d36-ee96a3d27a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:30.376667 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a33623f4-d4a7-4e01-8d51-588113a65ca6 req-6aefe77e-8fdb-4b7b-8050-1c70b95359cf tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 210 time: 0.0541775 Jun 21 04:40:30.396038 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:30.399260 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:30.487935 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d90527de-b9d8-46d9-8d36-ee96a3d27a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:30.498151 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d90527de-b9d8-46d9-8d36-ee96a3d27a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:30.502162 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-d90527de-b9d8-46d9-8d36-ee96a3d27a80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/104664b8-4e7a-45d7-b915-c6efb76493b7 HTTP/1.1" status: 204 len: 168 time: 0.4689438 Jun 21 04:40:30.511271 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:30.515425 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:30.570262 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90527de-b9d8-46d9-8d36-ee96a3d27a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104664b8-4e7a-45d7-b915-c6efb76493b7,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:30.577158 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d90527de-b9d8-46d9-8d36-ee96a3d27a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:30.588887 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:30.590305 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for port, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:30.592110 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] 10.222.0.52 "PUT /v2.0/ports/a8c5615b-ec31-418a-bc60-f07274de2f51 HTTP/1.1" status: 200 len: 1093 time: 3.2533090 Jun 21 04:40:30.614634 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad496bb5-fc8e-4778-9710-25275cb8ed04', 'tag': 'a8c5615b-ec31-418a-bc60-f07274de2f51'}] {{(pid=99942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:40:30.633136 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2487e7-07e0-4411-8102-7b73810e35b6 req-5c183624-3824-4b60-a7b0-c087d032e97d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:30.639778 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4d2487e7-07e0-4411-8102-7b73810e35b6 req-5c183624-3824-4b60-a7b0-c087d032e97d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 944 time: 0.2477810 Jun 21 04:40:30.711950 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:30.712726 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for port, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:30.714165 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] 10.222.0.52 "PUT /v2.0/ports/f6551218-db3f-46d2-89c9-81b1862cabeb HTTP/1.1" status: 200 len: 1094 time: 3.3627636 Jun 21 04:40:30.726971 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4d2487e7-07e0-4411-8102-7b73810e35b6 req-611dabfe-959e-4f42-874b-89a2a374438b tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788808 Jun 21 04:40:30.759793 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8c7c8781-3a3b-4693-8f24-aab7d8de999f req-3f900523-f5c0-4c25-af76-5dd87f58f971 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.2074790 Jun 21 04:40:30.764043 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c5615b-ec31-418a-bc60-f07274de2f51,revision_number=3']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:30.774282 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:30.777761 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:30.852132 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:30.862107 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Pushing event updated for resources: {'Port': ['ID=f6551218-db3f-46d2-89c9-81b1862cabeb,revision_number=3']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:30.871497 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:30.911638 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-094a00e2-f607-4d99-8b35-09296cc1cbf8 req-b05f6457-22c3-4c26-8fba-882f9bca8e97 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 210 time: 0.0387335 Jun 21 04:40:31.018725 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:31.022671 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bf6e30c1a07a791af3ea18dbd348b4fe660b6058a7e308237f87cf4cd446b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12b62fc-ed45-466c-b562-05c1a663b3da" -d '{"events": [{"name": "network-changed", "server_uuid": "ad496bb5-fc8e-4778-9710-25275cb8ed04", "tag": "a8c5615b-ec31-418a-bc60-f07274de2f51"}]}' {{(pid=99942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:40:31.024378 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:31.025811 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:31.271636 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.52', 60764) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:31.277470 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:31.472638 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890104a-fe2b-4027-a83a-5f2dacecd0d9 req-9e064706-e8f0-41bc-b9eb-a51c4ebc463c tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:31.472797 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3890104a-fe2b-4027-a83a-5f2dacecd0d9 req-9e064706-e8f0-41bc-b9eb-a51c4ebc463c tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 943 time: 0.2696035 Jun 21 04:40:31.475271 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=4a3d5e44-e0ac-44f1-a252-2d51d8d7571a,segment=NetworkSegment(1b26b2ee-41fa-4a5d-a132-8e9913227533),segment_id=1b26b2ee-41fa-4a5d-a132-8e9913227533)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:31.488464 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-d6adc2e2-2db6-4c0a-883f-973d5ce5db2e tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:31.490566 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-d6adc2e2-2db6-4c0a-883f-973d5ce5db2e tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.52 "GET /v2.0/networks?id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 HTTP/1.1" status: 200 len: 811 time: 0.2596359 Jun 21 04:40:31.544307 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:31.545122 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 6300b3e6-8353-4a92-be26-a9bf6e63db2a up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:31.547848 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-1d2fe05a-faf0-481f-a28c-451f3babe9f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:31.642925 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3ee932-7f1e-4660-9d36-247f695590a9 x-openstack-request-id: req-ef3ee932-7f1e-4660-9d36-247f695590a9 {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:40:31.645059 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad496bb5-fc8e-4778-9710-25275cb8ed04", "tag": "a8c5615b-ec31-418a-bc60-f07274de2f51", "status": "completed", "code": 200}]} {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:40:31.645059 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef3ee932-7f1e-4660-9d36-247f695590a9 {{(pid=99942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:40:31.645059 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad496bb5-fc8e-4778-9710-25275cb8ed04', 'tag': 'a8c5615b-ec31-418a-bc60-f07274de2f51', 'status': 'completed', 'code': 200} Jun 21 04:40:31.706583 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f210-4d62-4247-8aea-ddd188109b98 req-cc446f2c-7898-4073-b227-f3933b2571da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:31.706583 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-cc446f2c-7898-4073-b227-f3933b2571da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8429b8d9bd7b4aaf93f738aee75f2b37&device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 1096 time: 0.2132456 Jun 21 04:40:31.711057 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-9395a553-4ce4-4cff-9ea4-4fa15f65c44c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fddde2cb5b784d03a92ed36190bf4c57 HTTP/1.1" status: 200 len: 378 time: 0.1362896 Jun 21 04:40:31.715910 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=4a3d5e44-e0ac-44f1-a252-2d51d8d7571a,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:31.720354 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:31.753996 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 6300b3e6-8353-4a92-be26-a9bf6e63db2a triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:31.754397 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:31.801366 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3890104a-fe2b-4027-a83a-5f2dacecd0d9 req-8c66c6f8-c75b-4a15-9475-b4519f758b0d tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908974 Jun 21 04:40:31.898116 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-c958bffd-aff0-4354-a6c3-3104033da497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:31.902364 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-c958bffd-aff0-4354-a6c3-3104033da497 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 1097 time: 0.4287512 Jun 21 04:40:31.942482 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3e45e453-ad07-4a18-a026-dfb3bfefdd5e req-b2e43970-1e85-4052-8417-9ef95bb5bb17 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 210 time: 0.0582027 Jun 21 04:40:32.062363 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Request body: {'port': {'device_id': 'e5a54c5f-91b9-4d0b-9709-e07d41389bad', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'admin_state_up': True, 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'security_groups': ['66e4c65c-80ca-4df7-a151-e55cfc20669b']}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:32.195515 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf2ef8-12d9-46ad-b9cb-848c2f450ed6 req-b086ed62-6625-4b3a-8233-845a1fa804ad tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:32.203959 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-45cf2ef8-12d9-46ad-b9cb-848c2f450ed6 req-b086ed62-6625-4b3a-8233-845a1fa804ad tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 944 time: 0.1355958 Jun 21 04:40:32.267075 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-45cf2ef8-12d9-46ad-b9cb-848c2f450ed6 req-3547dd8e-75fd-464d-a24a-706c80e50ac1 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599930 Jun 21 04:40:32.286037 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-34e6e54d-c8bc-4a0f-8314-a13483575030 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8c5615b-ec31-418a-bc60-f07274de2f51 HTTP/1.1" status: 200 len: 217 time: 0.3016694 Jun 21 04:40:32.326200 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6289f1b5-8acd-44c7-81be-6b945fa18ce2 req-44ac3e28-b49d-40f2-ba98-18f8ad1eb526 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.0777428 Jun 21 04:40:32.507840 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-1b09d761-59b6-43c3-9bc2-f814c98f9613 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6551218-db3f-46d2-89c9-81b1862cabeb HTTP/1.1" status: 200 len: 217 time: 0.1080942 Jun 21 04:40:32.509756 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-45f6f162-3e50-4cb4-9f25-570dbb63d47a req-c01e5bfa-d85b-460c-8d15-cd98e08df2f8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 210 time: 0.0610907 Jun 21 04:40:32.524189 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:32.595189 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:32.595869 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:32.628545 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Made reservation on behalf of fddde2cb5b784d03a92ed36190bf4c57 for: {'port': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:32.634636 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:32.844732 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-931acddd-1202-44e1-8f21-7b3bd9adfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:32.852455 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-931acddd-1202-44e1-8f21-7b3bd9adfe41 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40b645dd-fc76-4567-8704-5f8ccdfd7cd1 HTTP/1.1" status: 200 len: 855 time: 0.1100819 Jun 21 04:40:33.159317 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f210-4d62-4247-8aea-ddd188109b98 req-d962c187-4622-4afc-8f2a-e17a67b70739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:33.161297 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-d962c187-4622-4afc-8f2a-e17a67b70739 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4231c303-5efa-4a0b-9c2f-f8df5d0957b2 HTTP/1.1" status: 200 len: 850 time: 0.3767998 Jun 21 04:40:33.204154 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Allocated IP 172.20.0.5 (17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2/1a41fb09-670a-46b0-9438-50fcf86692cb/5e7750dc-876c-440f-8b7f-4d8b1eddaba8) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:33.249001 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05aa306-ef93-4adb-b867-bc3f7b73d5b0 req-5a1c5d3f-fd68-4022-95f3-87934409f325 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:33.251730 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b05aa306-ef93-4adb-b867-bc3f7b73d5b0 req-5a1c5d3f-fd68-4022-95f3-87934409f325 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 943 time: 0.1864395 Jun 21 04:40:33.290609 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e795151a-dcb7-4375-8005-10276a91d012 req-f4d97c58-7b57-4be5-96ee-0915c38f67a3 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 210 time: 0.0436482 Jun 21 04:40:33.409032 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b05aa306-ef93-4adb-b867-bc3f7b73d5b0 req-2f1e9092-66e4-4026-a158-c0842848a918 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455612 Jun 21 04:40:33.530683 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:33.562101 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c47b2-58ab-4a85-8084-5856bc2e51fe req-68916476-a82d-4dff-8ace-8b7ac0ff675c tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:33.564431 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ae5c47b2-58ab-4a85-8084-5856bc2e51fe req-68916476-a82d-4dff-8ace-8b7ac0ff675c tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 944 time: 0.1249883 Jun 21 04:40:33.572368 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Transition to ACTIVE for port object 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 will not be triggered until provisioned by entity DHCP. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:33.617641 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-47d11414-8459-46cb-b29c-4eb6b191cde8 req-201b3d02-6f37-41d9-bbd8-f1ae771b000a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.0619102 Jun 21 04:40:33.627935 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ae5c47b2-58ab-4a85-8084-5856bc2e51fe req-af2eef18-2b0a-4bc8-bb54-ca2dbbe4b4c5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512443 Jun 21 04:40:33.647872 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161', 'tag': 'f6551218-db3f-46d2-89c9-81b1862cabeb'}] {{(pid=99942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:40:33.652762 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bf6e30c1a07a791af3ea18dbd348b4fe660b6058a7e308237f87cf4cd446b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76f6845-da50-424f-83d8-05575a0164a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161", "tag": "f6551218-db3f-46d2-89c9-81b1862cabeb"}]}' {{(pid=99942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:40:33.772522 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d754118f-f441-4f4b-bbf3-bcc048601d40 x-openstack-request-id: req-d754118f-f441-4f4b-bbf3-bcc048601d40 {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:40:33.776428 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161", "tag": "f6551218-db3f-46d2-89c9-81b1862cabeb", "status": "completed", "code": 200}]} {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:40:33.776428 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d754118f-f441-4f4b-bbf3-bcc048601d40 {{(pid=99942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:40:33.776428 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161', 'tag': 'f6551218-db3f-46d2-89c9-81b1862cabeb', 'status': 'completed', 'code': 200} Jun 21 04:40:33.776428 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:33.800057 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-263d433f-f076-4e7b-b583-01d072477f33 req-d7babeaf-934e-4110-8000-b7d9b56cfc9c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 210 time: 0.0533624 Jun 21 04:40:33.811401 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:33.870399 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:33.873854 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:33.877740 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:33.884011 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:33.884641 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for port, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:33.895856 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event updated for resources: {'Port': ['ID=5e7750dc-876c-440f-8b7f-4d8b1eddaba8,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:33.900457 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:33.990313 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9345305 Jun 21 04:40:34.229269 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-43adc0b7-9d1f-4dd6-87b0-733f50990032 None None] Provisioning for port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:34.233323 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-43adc0b7-9d1f-4dd6-87b0-733f50990032 None None] Provisioning complete for port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:34.233697 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-43adc0b7-9d1f-4dd6-87b0-733f50990032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:34.279840 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-43adc0b7-9d1f-4dd6-87b0-733f50990032 None None] Port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:40:34.540600 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830ed6d-3dcd-4dbd-8890-a057738f9e98 req-dd1caf88-7dc2-4473-a92d-f300ca6607c3 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:34.542228 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9830ed6d-3dcd-4dbd-8890-a057738f9e98 req-dd1caf88-7dc2-4473-a92d-f300ca6607c3 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 931 time: 0.1208346 Jun 21 04:40:34.600119 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9830ed6d-3dcd-4dbd-8890-a057738f9e98 req-be9ff326-8ae6-426c-867c-ce250e170524 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467470 Jun 21 04:40:34.605570 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dab6f-e496-4041-999b-9c9f0d25f15e req-5b768c31-55dc-40ee-94fc-9ea3aa0f7e7c tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:34.613474 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-451dab6f-e496-4041-999b-9c9f0d25f15e req-5b768c31-55dc-40ee-94fc-9ea3aa0f7e7c tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 943 time: 0.0887220 Jun 21 04:40:34.663530 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-451dab6f-e496-4041-999b-9c9f0d25f15e req-bc6ddfd0-3653-4b34-a908-4a9521a990b2 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488391 Jun 21 04:40:34.789472 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b17ce995-5060-4208-b092-9c7ab397253f req-6a83a395-cb7f-4e1d-9e34-deadf2842277 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.0288107 Jun 21 04:40:34.863223 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75edf2e-e6ad-4684-b1ab-a45e3e39d0ac req-7206429d-01a4-4ce5-bb39-001565425800 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:34.863223 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a75edf2e-e6ad-4684-b1ab-a45e3e39d0ac req-7206429d-01a4-4ce5-bb39-001565425800 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 944 time: 0.0888884 Jun 21 04:40:34.929716 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a75edf2e-e6ad-4684-b1ab-a45e3e39d0ac req-c0b4ec72-5836-42e4-8ffc-7e3be9b92c95 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590751 Jun 21 04:40:34.983313 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9857a7c8-90ba-4209-9cd9-4ac49e495cd5 req-52928bf3-5d21-457e-ba51-eac74b107e09 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 210 time: 0.0314124 Jun 21 04:40:35.797473 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cc5ea-4a1c-4ce9-a79a-8bea6b3f2b06 req-6a65ccb9-a3f1-44b9-a7ae-e220024f446b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:35.801038 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-532cc5ea-4a1c-4ce9-a79a-8bea6b3f2b06 req-6a65ccb9-a3f1-44b9-a7ae-e220024f446b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 931 time: 0.0729194 Jun 21 04:40:35.844920 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-532cc5ea-4a1c-4ce9-a79a-8bea6b3f2b06 req-0c06a739-c146-4a3f-a45a-f53a76c4541d tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393581 Jun 21 04:40:35.869169 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0640-24e3-43f7-b911-9523f7ef06eb req-fc884d61-64aa-47c4-9bd0-65c1210ce88f tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:35.871260 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-881a0640-24e3-43f7-b911-9523f7ef06eb req-fc884d61-64aa-47c4-9bd0-65c1210ce88f tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 943 time: 0.0801899 Jun 21 04:40:35.943898 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-881a0640-24e3-43f7-b911-9523f7ef06eb req-25703447-f949-4c67-9011-eca3d6f02ead tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670371 Jun 21 04:40:36.035381 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-aecea123-a205-4ed0-82c7-4a79c2aa5909 req-5cedca4e-a528-45f5-a5f3-1dcfc51a97d5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.0431125 Jun 21 04:40:36.147626 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aca8d-53ee-4910-ba19-192cef19791b req-7a1d68c3-6df5-4bc7-a894-070fe2026d10 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:36.149070 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d71aca8d-53ee-4910-ba19-192cef19791b req-7a1d68c3-6df5-4bc7-a894-070fe2026d10 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 944 time: 0.0702696 Jun 21 04:40:36.188498 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4291d22a-be2c-4fdd-be17-69d6f880b563 req-12d7d83e-2b26-4a57-888b-38ecf7fb97d4 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 210 time: 0.0497651 Jun 21 04:40:36.216537 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d71aca8d-53ee-4910-ba19-192cef19791b req-762bfeb1-3ad7-4d2b-be6a-3e606df9df9d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610561 Jun 21 04:40:37.055282 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65089eb2-f978-4dbf-8524-5c39166c7606 req-97eada82-6088-4ab2-aaee-c1b3fe9f2cee tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:37.057271 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-65089eb2-f978-4dbf-8524-5c39166c7606 req-97eada82-6088-4ab2-aaee-c1b3fe9f2cee tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 931 time: 0.0842927 Jun 21 04:40:37.117433 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-65089eb2-f978-4dbf-8524-5c39166c7606 req-32fbd3e4-b57d-49df-be67-ab7238093ab3 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539811 Jun 21 04:40:37.189517 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 45280) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:37.196881 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f95228-9c46-4c90-b8a1-1920e7be256e req-b8cc0026-9800-4a0a-b5c7-febbe63fb48a tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:37.212217 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c0f95228-9c46-4c90-b8a1-1920e7be256e req-b8cc0026-9800-4a0a-b5c7-febbe63fb48a tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 943 time: 0.1025918 Jun 21 04:40:37.250409 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 45288) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:37.281837 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c0f95228-9c46-4c90-b8a1-1920e7be256e req-ce307aab-c8be-4a7c-a516-344bc3f87f40 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685737 Jun 21 04:40:37.400379 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-915593c4-33ec-4c28-9343-3d33f2185ab0 req-2e8147c8-3712-494f-b649-a18579ff3e38 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.0599923 Jun 21 04:40:37.438069 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4c4c2d10-ffd7-4ccf-9f68-b7d74e68b92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:37.475753 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d2ef402c-e210-4625-8251-ec7786118d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:37.491034 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-72de0c28-f887-428d-967b-a7c909b58c61 req-7b69fe8a-4bed-4c79-a512-7fa5882f80bb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 210 time: 0.0331917 Jun 21 04:40:37.561189 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.db.api [None req-d2ef402c-e210-4625-8251-ec7786118d90 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 04:40:37.561189 dv-cinder-772623-10-iscsi neutron-server[99942]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 21 04:40:37.561189 dv-cinder-772623-10-iscsi neutron-server[99942]: [parameters: {'project_id': '1e2ce6262c634b918c6ff5c13ebf1a27', 'id': '1352eb8f-7aca-4a09-a89f-350edfa3bbcc', 'expiration': datetime.datetime(2021, 6, 21, 4, 42, 37, 525966)}] Jun 21 04:40:37.561189 dv-cinder-772623-10-iscsi neutron-server[99942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 04:40:37.561573 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_db.api [None req-d2ef402c-e210-4625-8251-ec7786118d90 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 04:40:37.632063 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4375cf-1e45-4970-817d-bedc888f9fed req-e589749b-811a-46a3-a21a-0776c3aba5c9 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:37.633589 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bd4375cf-1e45-4970-817d-bedc888f9fed req-e589749b-811a-46a3-a21a-0776c3aba5c9 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 944 time: 0.1300046 Jun 21 04:40:37.686607 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4c4c2d10-ffd7-4ccf-9f68-b7d74e68b92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:37.700210 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bd4375cf-1e45-4970-817d-bedc888f9fed req-84f506a8-0521-4e13-970d-09477b5b4bc4 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594153 Jun 21 04:40:37.839315 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4c4c2d10-ffd7-4ccf-9f68-b7d74e68b92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:37.842392 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8453530c-24eb-43dc-b9e2-483d517c3fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:37.882479 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-4c4c2d10-ffd7-4ccf-9f68-b7d74e68b92a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22703b51790040c59aa8200f016db811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6922152 Jun 21 04:40:37.883402 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c2d10-ffd7-4ccf-9f68-b7d74e68b92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a406ec9-0c64-4708-b3df-b353658d3674,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:37.885202 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 45296) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:37.886702 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-4c4c2d10-ffd7-4ccf-9f68-b7d74e68b92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:37.943176 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-46979770-872a-4c6e-a0b3-f954167ab0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:37.967869 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-46979770-872a-4c6e-a0b3-f954167ab0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:38.062931 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d2ef402c-e210-4625-8251-ec7786118d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:38.224097 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-46979770-872a-4c6e-a0b3-f954167ab0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:38.229405 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-46979770-872a-4c6e-a0b3-f954167ab0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:38.241165 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-46979770-872a-4c6e-a0b3-f954167ab0a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a406ec9-0c64-4708-b3df-b353658d3674 HTTP/1.1" status: 204 len: 168 time: 0.3474119 Jun 21 04:40:38.243249 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d90527de-b9d8-46d9-8d36-ee96a3d27a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:38.259098 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46979770-872a-4c6e-a0b3-f954167ab0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a406ec9-0c64-4708-b3df-b353658d3674,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:38.279964 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-46979770-872a-4c6e-a0b3-f954167ab0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:38.324255 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6602-fcd9-46b3-a55d-c04269d7cee5 req-082556ad-bacd-4b19-bb1f-3c102d1a8837 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:38.325791 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-acec6602-fcd9-46b3-a55d-c04269d7cee5 req-082556ad-bacd-4b19-bb1f-3c102d1a8837 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 931 time: 0.0835400 Jun 21 04:40:38.334404 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d2ef402c-e210-4625-8251-ec7786118d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:38.370254 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-acec6602-fcd9-46b3-a55d-c04269d7cee5 req-0d443f7f-a49d-4fcb-8bfb-8978244981eb tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379975 Jun 21 04:40:38.464431 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027a2fb-4c33-482f-97c1-73a58967afca req-b17ecd47-6b57-4f44-8253-9c320a87ba93 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:38.465912 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4027a2fb-4c33-482f-97c1-73a58967afca req-b17ecd47-6b57-4f44-8253-9c320a87ba93 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 943 time: 0.0638127 Jun 21 04:40:38.467016 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d2ef402c-e210-4625-8251-ec7786118d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:38.470527 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:38.519305 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-d2ef402c-e210-4625-8251-ec7786118d90 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e2ce6262c634b918c6ff5c13ebf1a27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2678213 Jun 21 04:40:38.522658 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 45308) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:38.533453 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-10049d86-67fe-415c-b36b-4e2803449940 req-85c40528-96c3-49a4-807c-0c08059828f4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.0298100 Jun 21 04:40:38.533650 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef402c-e210-4625-8251-ec7786118d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e0397e-0ff0-40ea-917f-18997b1c9023,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:38.546170 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d2ef402c-e210-4625-8251-ec7786118d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:38.560944 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4027a2fb-4c33-482f-97c1-73a58967afca req-d71137ed-87f3-4894-986d-8a454f4ae5ab tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804472 Jun 21 04:40:38.602547 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-beaf1aef-e8a5-439e-b902-47048d84f4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:38.625757 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-beaf1aef-e8a5-439e-b902-47048d84f4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:38.672086 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1a7227c9-deb6-4d71-bc56-b0f18e02ec60 req-e8c913b8-35ff-42a6-8658-4e8940a73f36 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 210 time: 0.0283599 Jun 21 04:40:38.842394 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-beaf1aef-e8a5-439e-b902-47048d84f4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:38.846150 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-beaf1aef-e8a5-439e-b902-47048d84f4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:38.851718 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-beaf1aef-e8a5-439e-b902-47048d84f4fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1e0397e-0ff0-40ea-917f-18997b1c9023 HTTP/1.1" status: 204 len: 168 time: 0.3234508 Jun 21 04:40:38.851718 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-7dd2d8ae-ee3f-41c4-9004-0f282e9bd85e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:38.860508 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf1aef-e8a5-439e-b902-47048d84f4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e0397e-0ff0-40ea-917f-18997b1c9023,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:38.867687 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-beaf1aef-e8a5-439e-b902-47048d84f4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:38.894530 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29866939-de46-4f26-9d01-180351ad69fc req-c6d06583-1c5f-4e8e-b044-4f60dc0d0d9d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:38.897458 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-29866939-de46-4f26-9d01-180351ad69fc req-c6d06583-1c5f-4e8e-b044-4f60dc0d0d9d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 944 time: 0.0832410 Jun 21 04:40:38.940703 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-29866939-de46-4f26-9d01-180351ad69fc req-03a95424-b276-4ace-bb35-c94dc65ffdaa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376143 Jun 21 04:40:39.143656 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 45326) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:39.156933 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aa57a0ac-0a2c-4d58-ac75-4dffe6c22be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:39.245592 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aa57a0ac-0a2c-4d58-ac75-4dffe6c22be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:39.366404 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aa57a0ac-0a2c-4d58-ac75-4dffe6c22be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:39.370282 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:39.405105 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-aa57a0ac-0a2c-4d58-ac75-4dffe6c22be2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c6343940b854cd492eaf77aac0e7024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603037 Jun 21 04:40:39.407658 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 45338) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:39.410497 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57a0ac-0a2c-4d58-ac75-4dffe6c22be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad75446-33ad-450e-823d-cfce7f18f04f,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:39.413541 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-aa57a0ac-0a2c-4d58-ac75-4dffe6c22be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:39.461015 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d67169a8-a9a1-47b7-b46a-e038abe519a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:39.484781 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d67169a8-a9a1-47b7-b46a-e038abe519a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:39.570723 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879ad7f-72eb-4442-a729-474f7136aad3 req-6d1ef02e-65d9-4190-8d83-16146b33d0f4 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:39.572237 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2879ad7f-72eb-4442-a729-474f7136aad3 req-6d1ef02e-65d9-4190-8d83-16146b33d0f4 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 931 time: 0.0808287 Jun 21 04:40:39.615284 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2879ad7f-72eb-4442-a729-474f7136aad3 req-e1e5d44b-3581-4847-8754-e153d4cd257b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353019 Jun 21 04:40:39.657917 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d67169a8-a9a1-47b7-b46a-e038abe519a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:39.661832 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d67169a8-a9a1-47b7-b46a-e038abe519a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:39.662637 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-d67169a8-a9a1-47b7-b46a-e038abe519a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bad75446-33ad-450e-823d-cfce7f18f04f HTTP/1.1" status: 204 len: 168 time: 0.2539556 Jun 21 04:40:39.663687 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:39.671342 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67169a8-a9a1-47b7-b46a-e038abe519a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad75446-33ad-450e-823d-cfce7f18f04f,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:39.673431 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d67169a8-a9a1-47b7-b46a-e038abe519a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:39.702013 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ea8ecc37-50ee-4f40-9028-544ed3dce2c2 req-b056ea86-fb12-4235-bb10-8aa45ad6d567 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.0439298 Jun 21 04:40:39.802199 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9a8a9-0cb6-4902-b1bd-5b6a6c851d77 req-09a5f9fe-2b00-4e3f-aef4-803c3c0bf40e tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:39.803808 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-55b9a8a9-0cb6-4902-b1bd-5b6a6c851d77 req-09a5f9fe-2b00-4e3f-aef4-803c3c0bf40e tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 943 time: 0.0667984 Jun 21 04:40:39.835036 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7d0330d4-ce2b-4c60-bec7-e06ca04b695d req-c1331945-4091-4850-ab3c-0c769e80e1cc tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 210 time: 0.0301573 Jun 21 04:40:39.850756 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-55b9a8a9-0cb6-4902-b1bd-5b6a6c851d77 req-e62f202c-8e27-412f-aa47-5a95efa7f29a tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386162 Jun 21 04:40:40.173582 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2261-435b-4c80-a482-d48293db0b2c req-e4a6899e-2115-45ba-bd4e-500fda077c6f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:40.179680 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-357a2261-435b-4c80-a482-d48293db0b2c req-e4a6899e-2115-45ba-bd4e-500fda077c6f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 944 time: 0.0976412 Jun 21 04:40:40.183134 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-c296a444-5bc4-41b9-93c7-42de87242455 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b455bc6c-061f-44be-8cec-59e7ce8a93bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625014 Jun 21 04:40:40.238237 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-357a2261-435b-4c80-a482-d48293db0b2c req-75fb8aa9-4ac3-4584-b0bc-bf89ab27898b tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531967 Jun 21 04:40:40.319755 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Request body: {'port': {'device_id': 'e5a54c5f-91b9-4d0b-9709-e07d41389bad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:40.396818 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-3769c041-32c6-4f83-bc3f-ce2fb7ac5549 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744066 Jun 21 04:40:40.449969 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-ce766d00-98b7-47a3-9ea6-e7fc322c74a1 service neutron] 10.222.0.52 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331396 Jun 21 04:40:40.453418 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:40.586995 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-54a22c6c-3517-425f-a5d5-9d02759b9c92 req-d4f83b72-7ec5-4f89-847f-31331190bee0 service neutron] 10.222.0.52 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162553 Jun 21 04:40:40.673331 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-e0a8a8e1-bd82-4a1c-b630-e6cff6601776 service neutron] 10.222.0.52 "GET /v2.0/networks/d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036512 Jun 21 04:40:40.836275 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3276f210-4d62-4247-8aea-ddd188109b98 req-50005316-582a-490c-b621-46ccbbfdcb30 service neutron] 10.222.0.52 "GET /v2.0/networks/d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305604 Jun 21 04:40:40.903034 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8b6f4-b5c4-4071-8d41-139d69888ee0 req-54e03da7-d6ec-444f-a3ac-c4be67cec5eb tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:40.904605 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3cb8b6f4-b5c4-4071-8d41-139d69888ee0 req-54e03da7-d6ec-444f-a3ac-c4be67cec5eb tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 931 time: 0.1330590 Jun 21 04:40:40.959653 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3cb8b6f4-b5c4-4071-8d41-139d69888ee0 req-124499b3-b996-4bf0-bf74-492157309f63 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474317 Jun 21 04:40:41.003025 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-903db9f8-332a-47b7-ba7b-6f816603b40e req-18cac7f2-3df4-4087-868a-587cd34be970 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.0572448 Jun 21 04:40:41.014916 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.notifiers.nova [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 {{(pid=99942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:40:41.034416 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:41.056103 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Transition to ACTIVE for port object 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 will not be triggered until provisioned by entity L2. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:41.070108 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6845-da50-424f-83d8-05575a0164a9 req-04755cbb-4d47-43b9-a047-eda71f123e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:41.071617 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d76f6845-da50-424f-83d8-05575a0164a9 req-04755cbb-4d47-43b9-a047-eda71f123e41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 1097 time: 0.1599185 Jun 21 04:40:41.134191 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9982b0ff-aa4d-4aaa-809f-5a5886985126 req-da85c4a7-e684-4f80-8f5f-44ecc5ca4028 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 210 time: 0.0359409 Jun 21 04:40:41.196943 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-3ba52d7e-1dff-470d-b2cd-9eed3c7e85f0 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:41.198935 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-3ba52d7e-1dff-470d-b2cd-9eed3c7e85f0 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.52 "GET /v2.0/networks?id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb HTTP/1.1" status: 200 len: 819 time: 0.1654358 Jun 21 04:40:41.228427 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.52', 60779) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:41.269379 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:41.291235 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-4bb2ea69-3bfd-4712-ac24-a1040679030e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:41.427057 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6845-da50-424f-83d8-05575a0164a9 req-95f3b5eb-7560-44dd-8724-958e51b68f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:41.427057 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d76f6845-da50-424f-83d8-05575a0164a9 req-95f3b5eb-7560-44dd-8724-958e51b68f30 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b455bc6c-061f-44be-8cec-59e7ce8a93bf HTTP/1.1" status: 200 len: 916 time: 0.3153055 Jun 21 04:40:41.427439 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-1bbcf098-03e0-4497-b093-91c7c027040b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Request body: {'port': {'device_id': '88db6362-36ed-4637-a42c-7117fd5c5fcd', 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb', 'admin_state_up': True, 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:41.484911 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadd063-8b22-4f09-b976-bef537ed2979 req-e5461b6c-e3d2-474e-ad72-f08c3de6f19f tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:41.492639 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cfadd063-8b22-4f09-b976-bef537ed2979 req-e5461b6c-e3d2-474e-ad72-f08c3de6f19f tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 943 time: 0.3637159 Jun 21 04:40:41.494431 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7750dc-876c-440f-8b7f-4d8b1eddaba8,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:41.767107 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:40:41.853566 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:41.876563 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d76f6845-da50-424f-83d8-05575a0164a9 req-46f817dd-ab37-4e22-8baf-7736d3bb4541 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6551218-db3f-46d2-89c9-81b1862cabeb HTTP/1.1" status: 200 len: 217 time: 0.4438274 Jun 21 04:40:42.007236 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Attempting to bind port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:40:42.007855 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Attempting to bind port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:40:42.008190 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Attempting to bind port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 on network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:42.021818 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b62fc-ed45-466c-b562-05c1a663b3da req-b5671a92-060e-4c67-bfcd-8cf332764c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:42.023462 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a12b62fc-ed45-466c-b562-05c1a663b3da req-b5671a92-060e-4c67-bfcd-8cf332764c8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8429b8d9bd7b4aaf93f738aee75f2b37&device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 1096 time: 0.6160576 Jun 21 04:40:42.036286 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cfadd063-8b22-4f09-b976-bef537ed2979 req-1c717ddd-fcbd-4380-8bee-d998cbff5a69 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421677 Jun 21 04:40:42.044053 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 on network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:40:42.044430 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Attempting to bind port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 on network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:42.050328 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6845-da50-424f-83d8-05575a0164a9 req-11fde4e2-2cd0-4aa4-9c0c-6f4bb496a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:42.051804 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d76f6845-da50-424f-83d8-05575a0164a9 req-11fde4e2-2cd0-4aa4-9c0c-6f4bb496a073 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40b645dd-fc76-4567-8704-5f8ccdfd7cd1 HTTP/1.1" status: 200 len: 855 time: 0.1370769 Jun 21 04:40:42.090408 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:40:42.091022 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Checking segment: {'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:42.092203 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Bound using segment: {'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:40:42.092858 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Bound port: 5e7750dc-876c-440f-8b7f-4d8b1eddaba8, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'}}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:40:42.093915 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:42.135420 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ff977-f2e4-47bd-bce0-d8907fba9b14 req-20b11f5e-bc52-4af1-836b-5d102aace1d6 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:42.142629 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-bf7ff977-f2e4-47bd-bce0-d8907fba9b14 req-20b11f5e-bc52-4af1-836b-5d102aace1d6 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 944 time: 0.6642950 Jun 21 04:40:42.153253 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d76f6845-da50-424f-83d8-05575a0164a9 req-a959fa9c-980d-4b72-888a-3dabdb411820 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b455bc6c-061f-44be-8cec-59e7ce8a93bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888393 Jun 21 04:40:42.285572 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] For port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8, host hv-cinder-77262, cleared binding levels {{(pid=99942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:40:42.286913 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-bf7ff977-f2e4-47bd-bce0-d8907fba9b14 req-95916a2e-474d-44c9-bbda-0c347a3ed7d0 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432061 Jun 21 04:40:42.293421 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-1bbcf098-03e0-4497-b093-91c7c027040b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Made reservation on behalf of e8a9743c7dd149da8b5f24332604c1b5 for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:42.297259 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-1bbcf098-03e0-4497-b093-91c7c027040b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:42.310247 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b62fc-ed45-466c-b562-05c1a663b3da req-f843424a-81e0-45ef-96da-84b6b52638be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:42.312009 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a12b62fc-ed45-466c-b562-05c1a663b3da req-f843424a-81e0-45ef-96da-84b6b52638be service neutron] 10.222.0.52 "GET /v2.0/networks?id=d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb HTTP/1.1" status: 200 len: 911 time: 0.2755287 Jun 21 04:40:42.361453 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] For port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5e7750dc-876c-440f-8b7f-4d8b1eddaba8,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:40:42.383113 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a12b62fc-ed45-466c-b562-05c1a663b3da req-b8b2d9c7-93a2-44ed-a0e3-daa6943eae85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8c5615b-ec31-418a-bc60-f07274de2f51 HTTP/1.1" status: 200 len: 217 time: 0.0606658 Jun 21 04:40:42.433039 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a14ee-2514-4a22-893f-600a7ef3a8f6 req-b0163100-e76b-4ee9-b1ac-e06faf6c819d tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:42.435414 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e64a14ee-2514-4a22-893f-600a7ef3a8f6 req-b0163100-e76b-4ee9-b1ac-e06faf6c819d tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 943 time: 0.2163336 Jun 21 04:40:42.437182 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:42.439366 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d76f6845-da50-424f-83d8-05575a0164a9 req-1e422f78-8769-405f-8869-70d4e415871d service neutron] 10.222.0.52 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574984 Jun 21 04:40:42.443978 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8e2caf86-0987-4201-96d6-94b3455b3cf0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:42.540997 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:42.542161 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for port, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:42.543561 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] 10.222.0.52 "PUT /v2.0/ports/5e7750dc-876c-440f-8b7f-4d8b1eddaba8 HTTP/1.1" status: 200 len: 1093 time: 2.2290342 Jun 21 04:40:42.551158 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a54c5f-91b9-4d0b-9709-e07d41389bad', 'tag': '5e7750dc-876c-440f-8b7f-4d8b1eddaba8'}] {{(pid=99942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:40:42.553648 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bf6e30c1a07a791af3ea18dbd348b4fe660b6058a7e308237f87cf4cd446b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ac1bd6-0a83-4c45-9f36-c7c9cd79021c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a54c5f-91b9-4d0b-9709-e07d41389bad", "tag": "5e7750dc-876c-440f-8b7f-4d8b1eddaba8"}]}' {{(pid=99942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:40:42.583412 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b62fc-ed45-466c-b562-05c1a663b3da req-e8468d89-1e77-46c5-9356-6cf1b00237c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:42.585175 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a12b62fc-ed45-466c-b562-05c1a663b3da req-e8468d89-1e77-46c5-9356-6cf1b00237c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4231c303-5efa-4a0b-9c2f-f8df5d0957b2 HTTP/1.1" status: 200 len: 850 time: 0.1814814 Jun 21 04:40:42.589791 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a7770df1-12a4-4608-918d-70ad2a94e7a6 req-16e59df6-71aa-4a17-b452-a0619dd93e64 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.0686202 Jun 21 04:40:42.615018 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e64a14ee-2514-4a22-893f-600a7ef3a8f6 req-c9e9123a-7100-4711-9563-3ed97c3f23f7 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1717870 Jun 21 04:40:42.621293 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7750dc-876c-440f-8b7f-4d8b1eddaba8,revision_number=3']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:42.642578 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:42.682247 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a12b62fc-ed45-466c-b562-05c1a663b3da req-21545813-add9-4877-ba84-0572de6e6ec0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812197 Jun 21 04:40:42.707670 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d76f6845-da50-424f-83d8-05575a0164a9 req-01e1c110-be1f-45c3-a50d-5c0f5dd6f316 service neutron] 10.222.0.52 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310398 Jun 21 04:40:42.723650 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 45486) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:42.774751 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bee410-664d-4289-b5a0-c89f598de6fb x-openstack-request-id: req-a9bee410-664d-4289-b5a0-c89f598de6fb {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:40:42.775061 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a54c5f-91b9-4d0b-9709-e07d41389bad", "tag": "5e7750dc-876c-440f-8b7f-4d8b1eddaba8", "status": "completed", "code": 200}]} {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:40:42.775363 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9bee410-664d-4289-b5a0-c89f598de6fb {{(pid=99942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:40:42.775773 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a54c5f-91b9-4d0b-9709-e07d41389bad', 'tag': '5e7750dc-876c-440f-8b7f-4d8b1eddaba8', 'status': 'completed', 'code': 200} Jun 21 04:40:42.811300 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-1bbcf098-03e0-4497-b093-91c7c027040b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Allocated IP 172.20.0.7 (5ffbcae6-fbe4-4484-96c2-4d42a84e96eb/706769e8-8f98-4c1a-8e13-9f10201b8c57/05f9445d-e3e5-4bdb-8675-7eadfd1967e1) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:42.854045 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-34e26039-3b68-47ba-8c0d-7a5350d4ca42 req-6231e600-438a-4c3f-9f4c-e7b1c01b01d4 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 210 time: 0.0406322 Jun 21 04:40:42.884627 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-569ca6c9-4373-42e3-a1ad-11585a790c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:42.903241 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a12b62fc-ed45-466c-b562-05c1a663b3da req-799bf367-972a-4f0e-bf52-535092954d62 service neutron] 10.222.0.52 "GET /v2.0/networks/d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087252 Jun 21 04:40:43.032482 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-569ca6c9-4373-42e3-a1ad-11585a790c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:43.050871 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 45494) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:43.109805 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-1bbcf098-03e0-4497-b093-91c7c027040b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:43.120177 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a12b62fc-ed45-466c-b562-05c1a663b3da req-5fe2bb32-241d-4472-923b-38d70a336725 service neutron] 10.222.0.52 "GET /v2.0/networks/d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604686 Jun 21 04:40:43.171263 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-569ca6c9-4373-42e3-a1ad-11585a790c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:43.201632 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:43.246983 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f386744-a762-443d-9e87-772478c32922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:43.274796 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966ab98-4cae-4e2c-9764-2e726904da62 req-c8d6d470-3956-4f56-8b50-2f3567c64061 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:43.276261 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5966ab98-4cae-4e2c-9764-2e726904da62 req-c8d6d470-3956-4f56-8b50-2f3567c64061 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 943 time: 0.1070535 Jun 21 04:40:43.289544 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-1bbcf098-03e0-4497-b093-91c7c027040b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:43.292977 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-569ca6c9-4373-42e3-a1ad-11585a790c56 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c54acdc50454889b21a35a89430e730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5679066 Jun 21 04:40:43.302590 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 45502) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:43.307260 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:43.317796 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-7817bfb2-4fb7-4f0f-8d13-469a96b4804a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:43.319322 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-7817bfb2-4fb7-4f0f-8d13-469a96b4804a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.52 "GET /v2.0/networks?id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb HTTP/1.1" status: 200 len: 819 time: 0.3866060 Jun 21 04:40:43.321273 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ca6c9-4373-42e3-a1ad-11585a790c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a607a7bc-204b-4779-a5c0-2e389db9d41e,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:43.325496 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-2e459d98-183b-4f35-b79f-16532b4c5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:43.326585 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-2e459d98-183b-4f35-b79f-16532b4c5fb2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fddde2cb5b784d03a92ed36190bf4c57&device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 1096 time: 0.3928537 Jun 21 04:40:43.332286 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-569ca6c9-4373-42e3-a1ad-11585a790c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:43.372390 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-a9339af7-bb6d-4f2d-bcd8-4dc52e29297b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Request body: {'port': {'device_id': 'bfd43e49-f126-4cb7-bfcd-997352098871', 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb', 'admin_state_up': True, 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:43.380679 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-1bbcf098-03e0-4497-b093-91c7c027040b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:43.413070 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-1bbcf098-03e0-4497-b093-91c7c027040b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:43.420754 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-1bbcf098-03e0-4497-b093-91c7c027040b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:43.428167 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-1bbcf098-03e0-4497-b093-91c7c027040b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:43.428803 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-1bbcf098-03e0-4497-b093-91c7c027040b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:43.469392 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-01388f6f-23f1-4677-9e10-08c36cbcaabd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7750dc-876c-440f-8b7f-4d8b1eddaba8 HTTP/1.1" status: 200 len: 217 time: 0.0863407 Jun 21 04:40:43.488531 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5966ab98-4cae-4e2c-9764-2e726904da62 req-70f1f605-942e-4c04-9a7c-5123d29db8fe tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008753 Jun 21 04:40:43.519638 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcf098-03e0-4497-b093-91c7c027040b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Pushing event updated for resources: {'Port': ['ID=05f9445d-e3e5-4bdb-8675-7eadfd1967e1,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:43.522344 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-1bbcf098-03e0-4497-b093-91c7c027040b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:43.552945 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ad9ddcc5-10df-4cdb-b0c2-41f66ccf3599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:43.567222 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f386744-a762-443d-9e87-772478c32922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:43.619838 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ad9ddcc5-10df-4cdb-b0c2-41f66ccf3599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:43.626719 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-01222dd9-97d3-4cde-9c6c-6374eb7c893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:43.628799 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-01222dd9-97d3-4cde-9c6c-6374eb7c893e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a41fb09-670a-46b0-9438-50fcf86692cb HTTP/1.1" status: 200 len: 850 time: 0.1296704 Jun 21 04:40:43.710999 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f386744-a762-443d-9e87-772478c32922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:43.723377 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf481e1e-e9f6-4a62-87d1-a046c6659fa8 req-b5b76dce-4c81-4f53-8508-ce5788ab87b9 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:43.724897 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bf481e1e-e9f6-4a62-87d1-a046c6659fa8 req-b5b76dce-4c81-4f53-8508-ce5788ab87b9 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 944 time: 0.2692962 Jun 21 04:40:43.744678 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5405ae01-fb8f-476e-8c13-c6d52514812d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:43.785413 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3363c5f8-cb9d-4091-8e45-58e30badde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:43.786916 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-3363c5f8-cb9d-4091-8e45-58e30badde65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1455321 Jun 21 04:40:43.789878 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bf481e1e-e9f6-4a62-87d1-a046c6659fa8 req-758bbd5e-1ade-4501-8a2d-7b68127bae99 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540738 Jun 21 04:40:43.796181 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-8f386744-a762-443d-9e87-772478c32922 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e9e4db2c8024bdd8dccaca84d9a809d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7425647 Jun 21 04:40:43.800420 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 45516) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:43.819857 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f386744-a762-443d-9e87-772478c32922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84969aa-c1d3-4e0f-9928-c9f35b097518,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:43.823255 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8f386744-a762-443d-9e87-772478c32922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:43.856762 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d1aa4-d268-4297-b918-3a6131316c90 req-c4217f2d-4ae0-41ec-869b-23365fb2732b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:43.858622 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-116d1aa4-d268-4297-b918-3a6131316c90 req-c4217f2d-4ae0-41ec-869b-23365fb2732b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 943 time: 0.1149466 Jun 21 04:40:43.896750 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-1bbcf098-03e0-4497-b093-91c7c027040b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4808691 Jun 21 04:40:43.900124 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-116d1aa4-d268-4297-b918-3a6131316c90 req-fb61b7b6-7ca8-4c71-9e58-885524a089bf tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356107 Jun 21 04:40:43.959051 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0312f1fe-22f5-4a88-84df-c94e8575d6bb req-a9167d93-42be-4df2-8b5d-4a13df357513 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.0495911 Jun 21 04:40:43.961457 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ad9ddcc5-10df-4cdb-b0c2-41f66ccf3599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:43.965524 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-41dfad61-5025-4b3b-ac66-f5bf9e2277b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:43.975286 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ad9ddcc5-10df-4cdb-b0c2-41f66ccf3599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:43.976455 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-ad9ddcc5-10df-4cdb-b0c2-41f66ccf3599 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a607a7bc-204b-4779-a5c0-2e389db9d41e HTTP/1.1" status: 204 len: 168 time: 0.6730719 Jun 21 04:40:43.981051 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d2ef402c-e210-4625-8251-ec7786118d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:43.985275 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Request body: {'port': {'device_id': '88db6362-36ed-4637-a42c-7117fd5c5fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:44.000329 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-c46fe5f6-8bb4-475b-8fd0-1606bd2afab6 service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001472 Jun 21 04:40:44.004938 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ddcc5-10df-4cdb-b0c2-41f66ccf3599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a607a7bc-204b-4779-a5c0-2e389db9d41e,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:44.009480 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-ad9ddcc5-10df-4cdb-b0c2-41f66ccf3599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:44.011477 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-41dfad61-5025-4b3b-ac66-f5bf9e2277b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:44.086963 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-08d54149-9fd4-413c-bd3b-e4c1a4d728e9 req-acf42df8-7c59-4956-a974-1d0779b8df84 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 210 time: 0.0362117 Jun 21 04:40:44.121611 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-a9339af7-bb6d-4f2d-bcd8-4dc52e29297b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Made reservation on behalf of e8a9743c7dd149da8b5f24332604c1b5 for: {'port': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:44.125426 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-a9339af7-bb6d-4f2d-bcd8-4dc52e29297b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:44.144698 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-d7f4fecb-8390-4660-9865-9b3819a354d9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:44.146187 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-d7f4fecb-8390-4660-9865-9b3819a354d9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.52 "GET /v2.0/networks?id=61390495-c3b7-4548-81d7-17e6d745f6c7 HTTP/1.1" status: 200 len: 816 time: 0.2172070 Jun 21 04:40:44.154477 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:44.161870 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-eff42192-abd5-4610-b858-783f7fcb0a6c req-d1d9b317-1d40-498c-a7c4-60c038273200 service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261330 Jun 21 04:40:44.272590 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-41dfad61-5025-4b3b-ac66-f5bf9e2277b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:44.278142 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-41dfad61-5025-4b3b-ac66-f5bf9e2277b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:44.282545 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-41dfad61-5025-4b3b-ac66-f5bf9e2277b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d84969aa-c1d3-4e0f-9928-c9f35b097518 HTTP/1.1" status: 204 len: 168 time: 0.4781265 Jun 21 04:40:44.283118 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:44.304641 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfad61-5025-4b3b-ac66-f5bf9e2277b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84969aa-c1d3-4e0f-9928-c9f35b097518,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:44.314291 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-41dfad61-5025-4b3b-ac66-f5bf9e2277b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:44.397575 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-a9339af7-bb6d-4f2d-bcd8-4dc52e29297b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Allocated IP 172.20.0.14 (5ffbcae6-fbe4-4484-96c2-4d42a84e96eb/706769e8-8f98-4c1a-8e13-9f10201b8c57/c3af9ba6-8163-4d39-a35b-26714d171dda) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:44.485925 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c9d6208b-87fb-4ff5-9c0f-c6dde719cc69 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b575213fd3cf475ba09994a823f48ca0 HTTP/1.1" status: 200 len: 379 time: 0.1477535 Jun 21 04:40:44.564771 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Request body: {'port': {'device_id': 'b2813c63-3608-4634-be5c-842c48f93501', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'admin_state_up': True, 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'security_groups': ['473bfad3-fbce-4d4a-9da7-d9c9c534cdb4']}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:44.625819 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1bd6-0a83-4c45-9f36-c7c9cd79021c req-b88e2566-f1dd-4c15-be71-e000e4097752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:44.627879 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-22ac1bd6-0a83-4c45-9f36-c7c9cd79021c req-b88e2566-f1dd-4c15-be71-e000e4097752 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fddde2cb5b784d03a92ed36190bf4c57&device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 1096 time: 0.1769676 Jun 21 04:40:44.738225 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-a9339af7-bb6d-4f2d-bcd8-4dc52e29297b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:44.811986 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1bd6-0a83-4c45-9f36-c7c9cd79021c req-7372528a-604b-4df9-8a77-2a63699f4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:44.813410 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-22ac1bd6-0a83-4c45-9f36-c7c9cd79021c req-7372528a-604b-4df9-8a77-2a63699f4c06 service neutron] 10.222.0.52 "GET /v2.0/networks?id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 HTTP/1.1" status: 200 len: 912 time: 0.1722894 Jun 21 04:40:44.823108 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d5c4d-3241-4a11-8e56-adee0bc3274d req-83cddb2a-1b49-4377-a335-39f99f357c2b tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:44.824565 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5c3d5c4d-3241-4a11-8e56-adee0bc3274d req-83cddb2a-1b49-4377-a335-39f99f357c2b tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 943 time: 0.1844938 Jun 21 04:40:44.876207 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-22ac1bd6-0a83-4c45-9f36-c7c9cd79021c req-639898f9-77f6-465c-b367-95aedd187292 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7750dc-876c-440f-8b7f-4d8b1eddaba8 HTTP/1.1" status: 200 len: 217 time: 0.0494330 Jun 21 04:40:44.890414 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Made reservation on behalf of b575213fd3cf475ba09994a823f48ca0 for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:44.895416 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:44.945927 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5c3d5c4d-3241-4a11-8e56-adee0bc3274d req-a45d781b-1aa3-4cf9-814a-405703cb9cc8 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105466 Jun 21 04:40:44.962214 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1bd6-0a83-4c45-9f36-c7c9cd79021c req-07cdbba5-c781-426a-835f-82b2bca99b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:44.963739 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-22ac1bd6-0a83-4c45-9f36-c7c9cd79021c req-07cdbba5-c781-426a-835f-82b2bca99b00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a41fb09-670a-46b0-9438-50fcf86692cb HTTP/1.1" status: 200 len: 850 time: 0.0717678 Jun 21 04:40:44.982597 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-a9339af7-bb6d-4f2d-bcd8-4dc52e29297b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:45.009751 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d39b5e99-c822-4a09-ae46-fe5cb68523aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:45.090118 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 45546) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:45.127196 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-700487ed-a753-4d41-89ca-2f2175a9bd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:45.141173 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80ba93-74e6-4627-99cb-d1592db7b16b req-cae34ac6-cc05-4cee-a98e-24dcbd4c9306 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:45.142741 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed80ba93-74e6-4627-99cb-d1592db7b16b req-cae34ac6-cc05-4cee-a98e-24dcbd4c9306 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 944 time: 0.2225113 Jun 21 04:40:45.184806 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Allocated IP 172.20.0.6 (61390495-c3b7-4548-81d7-17e6d745f6c7/4b671d7e-332a-43b4-8527-08dc27325fa0/c46ab575-b415-4764-807d-b5aba12bd52e) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:40:45.260928 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-a9339af7-bb6d-4f2d-bcd8-4dc52e29297b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:45.276044 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-a9339af7-bb6d-4f2d-bcd8-4dc52e29297b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:45.294663 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9339af7-bb6d-4f2d-bcd8-4dc52e29297b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Pushing event updated for resources: {'Port': ['ID=c3af9ba6-8163-4d39-a35b-26714d171dda,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:45.297606 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-a9339af7-bb6d-4f2d-bcd8-4dc52e29297b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:45.303551 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-a9339af7-bb6d-4f2d-bcd8-4dc52e29297b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:45.313899 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-a9339af7-bb6d-4f2d-bcd8-4dc52e29297b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for port, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:45.313899 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-a9339af7-bb6d-4f2d-bcd8-4dc52e29297b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:45.320804 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed80ba93-74e6-4627-99cb-d1592db7b16b req-cd8f5137-976b-4e1a-bdfb-e654ade16ebe tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684794 Jun 21 04:40:45.334983 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1bd6-0a83-4c45-9f36-c7c9cd79021c req-ebb79f88-31aa-4218-addc-b917af05bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:45.340186 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-22ac1bd6-0a83-4c45-9f36-c7c9cd79021c req-ebb79f88-31aa-4218-addc-b917af05bdbc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3671465 Jun 21 04:40:45.361157 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:40:45.377993 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:45.412732 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Transition to ACTIVE for port object 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:45.417805 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadadce-37d3-46a9-a0e2-e9cfd64fe3c1 req-18277551-c741-4cce-a2f0-ecf787a79532 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:45.423729 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-aeadadce-37d3-46a9-a0e2-e9cfd64fe3c1 req-18277551-c741-4cce-a2f0-ecf787a79532 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 943 time: 0.1698351 Jun 21 04:40:45.477090 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 45550) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:45.488849 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-aeadadce-37d3-46a9-a0e2-e9cfd64fe3c1 req-d122c93b-17f5-405c-8e1a-668d597803f5 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633328 Jun 21 04:40:45.502390 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:45.504266 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-9842a416-b104-4fc1-90e8-e0f73aac08f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:45.514739 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:45.518859 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-22ac1bd6-0a83-4c45-9f36-c7c9cd79021c req-1da9ae30-a424-44fd-bc5a-87835bdacfd3 service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647243 Jun 21 04:40:45.543918 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Transition to ACTIVE for port object c46ab575-b415-4764-807d-b5aba12bd52e will not be triggered until provisioned by entity DHCP. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:45.572799 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:45.589672 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-700487ed-a753-4d41-89ca-2f2175a9bd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:45.650570 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3a087d61-d02f-4993-ad38-46178d5fef1b req-9fbf69cf-4c69-469d-9001-9cdce6c8d651 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 210 time: 0.0484941 Jun 21 04:40:45.656885 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-22ac1bd6-0a83-4c45-9f36-c7c9cd79021c req-21acc110-63af-436e-b158-4110df229d33 service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288950 Jun 21 04:40:45.702338 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd251dc-a67c-4fd7-9e9c-5c9fb2fa018f req-6c133972-c3ad-433b-9165-57be345cefcb tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:45.703441 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7bd251dc-a67c-4fd7-9e9c-5c9fb2fa018f req-6c133972-c3ad-433b-9165-57be345cefcb tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 932 time: 0.2731199 Jun 21 04:40:45.704080 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Pushing event updated for resources: {'Port': ['ID=05f9445d-e3e5-4bdb-8675-7eadfd1967e1,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:45.708083 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:45.713545 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-700487ed-a753-4d41-89ca-2f2175a9bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:45.728784 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:45.794824 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:45.803479 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Attempting to bind port 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:40:45.803830 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Attempting to bind port 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '1b26b2ee-41fa-4a5d-a132-8e9913227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:40:45.804147 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Attempting to bind port 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 on network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:45.818027 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700487ed-a753-4d41-89ca-2f2175a9bd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e496ec3b-e158-45e3-94a8-866a9fb0e54e,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:45.830019 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-700487ed-a753-4d41-89ca-2f2175a9bd30 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b991eae5615488492e314e472b7fb1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7371452 Jun 21 04:40:45.833829 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 45562) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:45.835104 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-700487ed-a753-4d41-89ca-2f2175a9bd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:45.835877 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Port 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 on network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:40:45.836190 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Attempting to bind port 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 on network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:45.837882 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:45.856334 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-a9339af7-bb6d-4f2d-bcd8-4dc52e29297b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4966764 Jun 21 04:40:45.871700 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7bd251dc-a67c-4fd7-9e9c-5c9fb2fa018f req-fdd26fc3-4f2c-4171-8df1-8978c9bab4f6 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226068 Jun 21 04:40:45.877872 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:40:45.878523 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Checking segment: {'id': '1b26b2ee-41fa-4a5d-a132-8e9913227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:45.878981 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Bound using segment: {'id': '1b26b2ee-41fa-4a5d-a132-8e9913227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:40:45.879467 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Bound port: 05f9445d-e3e5-4bdb-8675-7eadfd1967e1, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b26b2ee-41fa-4a5d-a132-8e9913227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:40:45.879811 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:45.884482 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Network 61390495-c3b7-4548-81d7-17e6d745f6c7 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:40:45.905017 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:45.905097 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Request body: {'port': {'device_id': 'bfd43e49-f126-4cb7-bfcd-997352098871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:45.905169 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:40:45.909553 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:45.910178 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:45.923195 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event updated for resources: {'Port': ['ID=c46ab575-b415-4764-807d-b5aba12bd52e,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:45.928368 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:45.989844 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ba116698-2106-44f7-892a-cad630a350fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.016600 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] For port 05f9445d-e3e5-4bdb-8675-7eadfd1967e1, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:40:46.022072 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] For port 05f9445d-e3e5-4bdb-8675-7eadfd1967e1, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=05f9445d-e3e5-4bdb-8675-7eadfd1967e1,segment=NetworkSegment(1b26b2ee-41fa-4a5d-a132-8e9913227533),segment_id=1b26b2ee-41fa-4a5d-a132-8e9913227533)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:40:46.058848 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ba116698-2106-44f7-892a-cad630a350fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.097809 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.121223 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-9842a416-b104-4fc1-90e8-e0f73aac08f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.289723 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec72d8-9ef9-4fb8-ac5b-d648b11c6437 req-cd2765be-31e7-435d-a749-5935deefea3f tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:46.290460 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b7ec72d8-9ef9-4fb8-ac5b-d648b11c6437 req-cd2765be-31e7-435d-a749-5935deefea3f tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 943 time: 0.1995859 Jun 21 04:40:46.353414 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.372561 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:46.376642 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b7ec72d8-9ef9-4fb8-ac5b-d648b11c6437 req-3185ed72-44c8-483c-8076-51c1c9d2c5b7 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758393 Jun 21 04:40:46.414246 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:46.414888 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.416314 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] 10.222.0.52 "PUT /v2.0/ports/05f9445d-e3e5-4bdb-8675-7eadfd1967e1 HTTP/1.1" status: 200 len: 1093 time: 2.4353065 Jun 21 04:40:46.416781 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88db6362-36ed-4637-a42c-7117fd5c5fcd', 'tag': '05f9445d-e3e5-4bdb-8675-7eadfd1967e1'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:40:46.428958 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-976e9023-48c4-4099-9c71-52c59bf3d233 None None] Provisioning for port c46ab575-b415-4764-807d-b5aba12bd52e completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:46.429546 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-9842a416-b104-4fc1-90e8-e0f73aac08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.435854 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:46.447470 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-976e9023-48c4-4099-9c71-52c59bf3d233 None None] Provisioning complete for port c46ab575-b415-4764-807d-b5aba12bd52e triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:46.448162 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-976e9023-48c4-4099-9c71-52c59bf3d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.461247 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842a416-b104-4fc1-90e8-e0f73aac08f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30db1c6a-0c76-48e7-b71c-bd2157299263,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:46.472066 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-9842a416-b104-4fc1-90e8-e0f73aac08f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:46.482881 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ba116698-2106-44f7-892a-cad630a350fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.497334 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ba116698-2106-44f7-892a-cad630a350fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.500886 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-ba116698-2106-44f7-892a-cad630a350fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e496ec3b-e158-45e3-94a8-866a9fb0e54e HTTP/1.1" status: 204 len: 168 time: 0.6637566 Jun 21 04:40:46.518898 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:46.526674 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-976e9023-48c4-4099-9c71-52c59bf3d233 None None] Port c46ab575-b415-4764-807d-b5aba12bd52e cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:40:46.544773 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Pushing event updated for resources: {'Port': ['ID=05f9445d-e3e5-4bdb-8675-7eadfd1967e1,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:46.551333 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:46.558488 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 45584) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:46.558751 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-9842a416-b104-4fc1-90e8-e0f73aac08f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b2ecbbe167445bda0c78f2ec579acbe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0804057 Jun 21 04:40:46.572778 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.notifiers.nova [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3af9ba6-8163-4d39-a35b-26714d171dda {{(pid=99942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:40:46.581868 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.594349 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Transition to ACTIVE for port object c3af9ba6-8163-4d39-a35b-26714d171dda will not be triggered until provisioned by entity L2. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:46.595436 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba116698-2106-44f7-892a-cad630a350fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e496ec3b-e158-45e3-94a8-866a9fb0e54e,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:46.604030 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-ba116698-2106-44f7-892a-cad630a350fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:46.617443 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0594680 Jun 21 04:40:46.658170 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Request body: {'port': {'device_id': 'b2813c63-3608-4634-be5c-842c48f93501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:46.669968 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1faeec9-fbc1-490d-8958-8e8232e6e99e" -d '{"events": [{"name": "network-changed", "server_uuid": "88db6362-36ed-4637-a42c-7117fd5c5fcd", "tag": "05f9445d-e3e5-4bdb-8675-7eadfd1967e1"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:40:46.683308 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.684393 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:46.710122 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1036368-6010-4eb8-9908-f2777a2244d3 req-907df01c-6406-4475-90b3-dce113433dde tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:46.711809 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f1036368-6010-4eb8-9908-f2777a2244d3 req-907df01c-6406-4475-90b3-dce113433dde tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 944 time: 0.2366712 Jun 21 04:40:46.724504 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494c641-7b68-407f-b06c-b604af61e233 req-0116e6fc-8c15-4948-a945-b44cf1c17562 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:46.725984 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1494c641-7b68-407f-b06c-b604af61e233 req-0116e6fc-8c15-4948-a945-b44cf1c17562 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 943 time: 0.0975757 Jun 21 04:40:46.751646 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-21bbc3e9-8258-46e0-be89-70501f5540b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.787518 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Pushing event updated for resources: {'Port': ['ID=c3af9ba6-8163-4d39-a35b-26714d171dda,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:46.792209 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:46.823019 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-21bbc3e9-8258-46e0-be89-70501f5540b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.832605 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1494c641-7b68-407f-b06c-b604af61e233 req-3803cac7-c5d6-49ba-9e2e-dabdbfbca644 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974109 Jun 21 04:40:46.837179 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Attempting to bind port c3af9ba6-8163-4d39-a35b-26714d171dda on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:40:46.837680 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Attempting to bind port c3af9ba6-8163-4d39-a35b-26714d171dda by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '1b26b2ee-41fa-4a5d-a132-8e9913227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb'}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:40:46.837864 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Attempting to bind port c3af9ba6-8163-4d39-a35b-26714d171dda on network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:46.842436 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Port c3af9ba6-8163-4d39-a35b-26714d171dda on network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:40:46.842819 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Attempting to bind port c3af9ba6-8163-4d39-a35b-26714d171dda on network 5ffbcae6-fbe4-4484-96c2-4d42a84e96eb {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:46.856223 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:40:46.856223 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Checking segment: {'id': '1b26b2ee-41fa-4a5d-a132-8e9913227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:46.856223 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Bound using segment: {'id': '1b26b2ee-41fa-4a5d-a132-8e9913227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb'} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:40:46.856223 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Bound port: c3af9ba6-8163-4d39-a35b-26714d171dda, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b26b2ee-41fa-4a5d-a132-8e9913227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb'}}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:40:46.856685 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.856785 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.865246 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f1036368-6010-4eb8-9908-f2777a2244d3 req-9a87e345-cc51-4df9-b2bf-a2a8b752b19d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394072 Jun 21 04:40:46.879221 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-9aee4485-ac6c-41b4-bde9-bcc7568cf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:46.880880 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-9aee4485-ac6c-41b4-bde9-bcc7568cf4b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8a9743c7dd149da8b5f24332604c1b5&device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 1096 time: 0.2676649 Jun 21 04:40:46.937306 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] For port c3af9ba6-8163-4d39-a35b-26714d171dda, host hv-cinder-77262, cleared binding levels {{(pid=99942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:40:46.942359 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] For port c3af9ba6-8163-4d39-a35b-26714d171dda, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c3af9ba6-8163-4d39-a35b-26714d171dda,segment=NetworkSegment(1b26b2ee-41fa-4a5d-a132-8e9913227533),segment_id=1b26b2ee-41fa-4a5d-a132-8e9913227533)] {{(pid=99942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:40:46.959060 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 45596) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:47.036506 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c67a3f-24be-42e0-ab67-d1bae853e7dc req-4b47cd21-5ccb-46f9-92f5-bbf20ce8cf7b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:47.038117 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f8c67a3f-24be-42e0-ab67-d1bae853e7dc req-4b47cd21-5ccb-46f9-92f5-bbf20ce8cf7b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 931 time: 0.0731573 Jun 21 04:40:47.087817 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f8c67a3f-24be-42e0-ab67-d1bae853e7dc req-38268f56-d557-4aca-b35c-fb6f8e3b3eb3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437934 Jun 21 04:40:47.091875 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.101509 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-a9339af7-bb6d-4f2d-bcd8-4dc52e29297b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:47.130229 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:47.132105 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for port, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.132419 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] 10.222.0.52 "PUT /v2.0/ports/c3af9ba6-8163-4d39-a35b-26714d171dda HTTP/1.1" status: 200 len: 1094 time: 1.2463980 Jun 21 04:40:47.132906 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd43e49-f126-4cb7-bfcd-997352098871', 'tag': 'c3af9ba6-8163-4d39-a35b-26714d171dda'}] {{(pid=99942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:40:47.135416 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bf6e30c1a07a791af3ea18dbd348b4fe660b6058a7e308237f87cf4cd446b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92205a09-163f-40f5-9cae-807d12798fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd43e49-f126-4cb7-bfcd-997352098871", "tag": "c3af9ba6-8163-4d39-a35b-26714d171dda"}]}' {{(pid=99942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:40:47.180719 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Pushing event updated for resources: {'Port': ['ID=c3af9ba6-8163-4d39-a35b-26714d171dda,revision_number=3']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:47.188093 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:47.190299 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device f6551218-db3f-46d2-89c9-81b1862cabeb details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:40:47.231139 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e4f08c3c-a32d-47bc-9f52-5bac223410f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.253076 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5325076a-fb50-4579-a0b9-d24f08d05596 x-openstack-request-id: req-5325076a-fb50-4579-a0b9-d24f08d05596 {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:40:47.253629 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd43e49-f126-4cb7-bfcd-997352098871", "tag": "c3af9ba6-8163-4d39-a35b-26714d171dda", "status": "completed", "code": 200}]} {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:40:47.258125 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5325076a-fb50-4579-a0b9-d24f08d05596 {{(pid=99942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:40:47.258125 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd43e49-f126-4cb7-bfcd-997352098871', 'tag': 'c3af9ba6-8163-4d39-a35b-26714d171dda', 'status': 'completed', 'code': 200} Jun 21 04:40:47.316139 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9f7fc4-5d09-4c76-a413-2f4b55e1dfd0 x-openstack-request-id: req-3c9f7fc4-5d09-4c76-a413-2f4b55e1dfd0 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:40:47.316643 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88db6362-36ed-4637-a42c-7117fd5c5fcd", "tag": "05f9445d-e3e5-4bdb-8675-7eadfd1967e1", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:40:47.318078 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c9f7fc4-5d09-4c76-a413-2f4b55e1dfd0 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:40:47.318642 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88db6362-36ed-4637-a42c-7117fd5c5fcd', 'tag': '05f9445d-e3e5-4bdb-8675-7eadfd1967e1', 'status': 'completed', 'code': 200} Jun 21 04:40:47.320034 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-bac62083-7f2e-4a33-b019-eb0d7cd727d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05f9445d-e3e5-4bdb-8675-7eadfd1967e1 HTTP/1.1" status: 200 len: 217 time: 0.4157836 Jun 21 04:40:47.367687 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port f6551218-db3f-46d2-89c9-81b1862cabeb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f6551218-db3f-46d2-89c9-81b1862cabeb,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:47.384435 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': 'f6551218-db3f-46d2-89c9-81b1862cabeb', 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf', 'port_id': 'f6551218-db3f-46d2-89c9-81b1862cabeb', 'mac_address': 'fa:16:3e:ab:7e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b645dd-fc76-4567-8704-5f8ccdfd7cd1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:40:47.388520 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-c4be7790-2014-4762-9849-b73542ed8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:47.389995 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-c4be7790-2014-4762-9849-b73542ed8aa4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=706769e8-8f98-4c1a-8e13-9f10201b8c57 HTTP/1.1" status: 200 len: 859 time: 0.0631764 Jun 21 04:40:47.426312 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.428298 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e4f08c3c-a32d-47bc-9f52-5bac223410f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.442965 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6551218-db3f-46d2-89c9-81b1862cabeb {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:40:47.472973 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-7146a21b-5737-4b9b-a6aa-fa0d95b483c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655589 Jun 21 04:40:47.488416 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port f6551218-db3f-46d2-89c9-81b1862cabeb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f6551218-db3f-46d2-89c9-81b1862cabeb,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:47.499553 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382176e-a231-456c-b5ee-93e8b8452d48 req-ce2517f3-a572-4098-9f08-99a8acf76b06 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:47.501366 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-2382176e-a231-456c-b5ee-93e8b8452d48 req-ce2517f3-a572-4098-9f08-99a8acf76b06 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 944 time: 0.1920123 Jun 21 04:40:47.507681 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92205a09-163f-40f5-9cae-807d12798fb7 req-e368e0d0-83dc-48ac-8e0d-452a6be4d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:47.509138 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-92205a09-163f-40f5-9cae-807d12798fb7 req-e368e0d0-83dc-48ac-8e0d-452a6be4d59f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8a9743c7dd149da8b5f24332604c1b5&device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 1097 time: 0.1796453 Jun 21 04:40:47.519534 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-21bbc3e9-8258-46e0-be89-70501f5540b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.539096 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-21bbc3e9-8258-46e0-be89-70501f5540b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.542556 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-21bbc3e9-8258-46e0-be89-70501f5540b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30db1c6a-0c76-48e7-b71c-bd2157299263 HTTP/1.1" status: 204 len: 168 time: 0.9793651 Jun 21 04:40:47.548684 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e4f08c3c-a32d-47bc-9f52-5bac223410f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.562876 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:47.597862 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.597862 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device a8c5615b-ec31-418a-bc60-f07274de2f51 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:40:47.597862 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:47.618998 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:47.650122 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-2382176e-a231-456c-b5ee-93e8b8452d48 req-bd026fac-1404-4cb7-bb02-1809821dd24b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399934 Jun 21 04:40:47.650603 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbc3e9-8258-46e0-be89-70501f5540b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30db1c6a-0c76-48e7-b71c-bd2157299263,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:47.656147 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-21bbc3e9-8258-46e0-be89-70501f5540b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:47.699284 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=f6551218-db3f-46d2-89c9-81b1862cabeb,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:47.719302 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:47.725163 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-e4f08c3c-a32d-47bc-9f52-5bac223410f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a005d56b964448eb2785b0110463d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7627714 Jun 21 04:40:47.730275 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 45620) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:47.732335 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f08c3c-a32d-47bc-9f52-5bac223410f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6bf2b0-e170-45eb-bd96-fbb0cb8d3c12,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:47.737542 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-e4f08c3c-a32d-47bc-9f52-5bac223410f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:47.769302 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-51e0c28c-da9f-4404-9d18-51bc77c1a4b0 service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548480 Jun 21 04:40:47.773285 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c46ab575-b415-4764-807d-b5aba12bd52e {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:40:47.797601 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.805945 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port a8c5615b-ec31-418a-bc60-f07274de2f51, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a8c5615b-ec31-418a-bc60-f07274de2f51,segment=NetworkSegment(a1fec542-1ed4-4149-a93a-da35530cb614),segment_id=a1fec542-1ed4-4149-a93a-da35530cb614)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:47.828092 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': 'a8c5615b-ec31-418a-bc60-f07274de2f51', 'network_id': 'd26c7fd8-bf7b-4cf3-9460-8748c67fb3bb', 'port_id': 'a8c5615b-ec31-418a-bc60-f07274de2f51', 'mac_address': 'fa:16:3e:cd:c2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4231c303-5efa-4a0b-9c2f-f8df5d0957b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:40:47.845154 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-24c95b3b-ba31-46a7-8a72-5c499c2676f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.848744 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab807861-f2b4-4d4f-b57c-f8bf58e0d1a6 req-d1ccefd2-54dc-435e-9737-10319c3435e5 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:47.855573 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ab807861-f2b4-4d4f-b57c-f8bf58e0d1a6 req-d1ccefd2-54dc-435e-9737-10319c3435e5 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 943 time: 0.3390279 Jun 21 04:40:47.864603 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.871865 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Transition to ACTIVE for port object c46ab575-b415-4764-807d-b5aba12bd52e will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:40:47.883296 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92205a09-163f-40f5-9cae-807d12798fb7 req-3e2c4af8-aa1d-472e-8328-f1049a2a2e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:47.884870 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-92205a09-163f-40f5-9cae-807d12798fb7 req-3e2c4af8-aa1d-472e-8328-f1049a2a2e84 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e8a9743c7dd149da8b5f24332604c1b5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3581913 Jun 21 04:40:47.886170 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c5615b-ec31-418a-bc60-f07274de2f51 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:40:47.905961 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-24c95b3b-ba31-46a7-8a72-5c499c2676f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.923053 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ab807861-f2b4-4d4f-b57c-f8bf58e0d1a6 req-112608d5-2244-4122-a534-9eb0f5fef230 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668259 Jun 21 04:40:47.944299 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port a8c5615b-ec31-418a-bc60-f07274de2f51, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a8c5615b-ec31-418a-bc60-f07274de2f51,segment=NetworkSegment(a1fec542-1ed4-4149-a93a-da35530cb614),segment_id=a1fec542-1ed4-4149-a93a-da35530cb614)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:47.954006 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.969084 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:48.021479 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f14cd0be-a38f-41ca-806b-0f56315c420a req-17c1e3fd-8e76-4fec-a851-e9ff815e5d67 service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423310 Jun 21 04:40:48.025389 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Pushing event updated for resources: {'Port': ['ID=c46ab575-b415-4764-807d-b5aba12bd52e,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:48.029530 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:48.053833 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:48.053833 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:40:48.053833 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-1d2fe05a-faf0-481f-a28c-451f3babe9f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:48.199843 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Attempting to bind port c46ab575-b415-4764-807d-b5aba12bd52e on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:40:48.203019 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Attempting to bind port c46ab575-b415-4764-807d-b5aba12bd52e by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:40:48.203019 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Attempting to bind port c46ab575-b415-4764-807d-b5aba12bd52e on network 61390495-c3b7-4548-81d7-17e6d745f6c7 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:48.228951 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=a8c5615b-ec31-418a-bc60-f07274de2f51,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:48.233653 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:48.237193 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Port c46ab575-b415-4764-807d-b5aba12bd52e on network 61390495-c3b7-4548-81d7-17e6d745f6c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:40:48.239243 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Attempting to bind port c46ab575-b415-4764-807d-b5aba12bd52e on network 61390495-c3b7-4548-81d7-17e6d745f6c7 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:40:48.249046 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:40:48.254496 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Checking segment: {'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:48.255249 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Bound using segment: {'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:40:48.255659 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Bound port: c46ab575-b415-4764-807d-b5aba12bd52e, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:40:48.257380 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:48.317314 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5e7750dc-876c-440f-8b7f-4d8b1eddaba8,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:48.350618 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92205a09-163f-40f5-9cae-807d12798fb7 req-40b92a9c-848a-46e8-82bb-d7e288568b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:48.356133 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-92205a09-163f-40f5-9cae-807d12798fb7 req-40b92a9c-848a-46e8-82bb-d7e288568b1e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4565094 Jun 21 04:40:48.358619 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': '5e7750dc-876c-440f-8b7f-4d8b1eddaba8', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'port_id': '5e7750dc-876c-440f-8b7f-4d8b1eddaba8', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:40:48.415111 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f10dd-06d8-4573-83a2-db315b2b08c8 req-770e22d4-f75a-412b-bf6b-4499c33861ff tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:48.419112 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:48.427564 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f42f10dd-06d8-4573-83a2-db315b2b08c8 req-770e22d4-f75a-412b-bf6b-4499c33861ff tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 945 time: 0.3525152 Jun 21 04:40:48.429689 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670046a-59a6-4819-9dfb-de48ec1a3a63 req-60f495a8-a570-48f8-b543-82a8436192fa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:48.450293 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6670046a-59a6-4819-9dfb-de48ec1a3a63 req-60f495a8-a570-48f8-b543-82a8436192fa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 943 time: 0.1258233 Jun 21 04:40:48.450403 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:40:48.473212 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5e7750dc-876c-440f-8b7f-4d8b1eddaba8,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:48.499540 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f42f10dd-06d8-4573-83a2-db315b2b08c8 req-de899178-169d-46be-9873-1b5be08f5662 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710409 Jun 21 04:40:48.501122 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] For port c46ab575-b415-4764-807d-b5aba12bd52e, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:40:48.514073 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faeec9-fbc1-490d-8958-8e8232e6e99e req-ce8696ea-bfdf-4028-8d61-33ff5f58ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:48.515587 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e1faeec9-fbc1-490d-8958-8e8232e6e99e req-ce8696ea-bfdf-4028-8d61-33ff5f58ac4d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8a9743c7dd149da8b5f24332604c1b5&device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 1096 time: 0.2346230 Jun 21 04:40:48.520846 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] For port c46ab575-b415-4764-807d-b5aba12bd52e, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c46ab575-b415-4764-807d-b5aba12bd52e,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:40:48.545960 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-24c95b3b-ba31-46a7-8a72-5c499c2676f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:48.562979 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-24c95b3b-ba31-46a7-8a72-5c499c2676f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:48.564183 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-24c95b3b-ba31-46a7-8a72-5c499c2676f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b6bf2b0-e170-45eb-bd96-fbb0cb8d3c12 HTTP/1.1" status: 204 len: 168 time: 0.8328462 Jun 21 04:40:48.566534 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-aa57a0ac-0a2c-4d58-ac75-4dffe6c22be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:48.570854 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6670046a-59a6-4819-9dfb-de48ec1a3a63 req-3a45453e-00b6-4035-b61f-3b127d195471 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214952 Jun 21 04:40:48.578055 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:48.580249 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:48.584057 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c95b3b-ba31-46a7-8a72-5c499c2676f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6bf2b0-e170-45eb-bd96-fbb0cb8d3c12,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:48.587393 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-24c95b3b-ba31-46a7-8a72-5c499c2676f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:48.604204 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-bb57138f-64d2-4a2d-90a3-d85055ed19d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:48.606213 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-bb57138f-64d2-4a2d-90a3-d85055ed19d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8a9743c7dd149da8b5f24332604c1b5&device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 1097 time: 0.1468666 Jun 21 04:40:48.654321 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=5e7750dc-876c-440f-8b7f-4d8b1eddaba8,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:48.659654 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:48.684316 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:48.695824 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-a838bc29-cdf4-49a1-8fc6-09b6a8672a6c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3af9ba6-8163-4d39-a35b-26714d171dda HTTP/1.1" status: 200 len: 217 time: 0.0689437 Jun 21 04:40:48.716961 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:48.750292 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-8e84b83e-3e5e-4313-8002-af8a102374f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:48.751748 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-8e84b83e-3e5e-4313-8002-af8a102374f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=706769e8-8f98-4c1a-8e13-9f10201b8c57 HTTP/1.1" status: 200 len: 859 time: 0.0452051 Jun 21 04:40:48.766911 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:48.770696 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:48.772344 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] 10.222.0.52 "PUT /v2.0/ports/c46ab575-b415-4764-807d-b5aba12bd52e HTTP/1.1" status: 200 len: 1093 time: 2.1187239 Jun 21 04:40:48.795210 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-9b6e6b77-ee30-4bce-9c61-9a53e6e413aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319915 Jun 21 04:40:48.817012 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faeec9-fbc1-490d-8958-8e8232e6e99e req-5a0bec5b-6638-4427-93f7-5d1f1bc211ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:48.818336 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e1faeec9-fbc1-490d-8958-8e8232e6e99e req-5a0bec5b-6638-4427-93f7-5d1f1bc211ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb HTTP/1.1" status: 200 len: 920 time: 0.2961378 Jun 21 04:40:48.818971 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Pushing event updated for resources: {'Port': ['ID=c46ab575-b415-4764-807d-b5aba12bd52e,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:48.823459 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:48.897326 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3562df-187e-4c8a-ab20-48fada009a62 req-6a03114f-bbaf-44ed-8844-a07a660f1c57 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:48.905689 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-af3562df-187e-4c8a-ab20-48fada009a62 req-6a03114f-bbaf-44ed-8844-a07a660f1c57 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.2505600 Jun 21 04:40:48.911758 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e1faeec9-fbc1-490d-8958-8e8232e6e99e req-d6c92785-691c-4600-a39c-4e20856e5a02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05f9445d-e3e5-4bdb-8675-7eadfd1967e1 HTTP/1.1" status: 200 len: 217 time: 0.0852244 Jun 21 04:40:49.119212 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-af3562df-187e-4c8a-ab20-48fada009a62 req-a8f1a316-86ef-449d-b361-f0336ecd8d37 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886127 Jun 21 04:40:49.119212 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faeec9-fbc1-490d-8958-8e8232e6e99e req-a192550f-851f-401b-a6ea-ddd4a3c98c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:49.119212 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e1faeec9-fbc1-490d-8958-8e8232e6e99e req-a192550f-851f-401b-a6ea-ddd4a3c98c5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=706769e8-8f98-4c1a-8e13-9f10201b8c57 HTTP/1.1" status: 200 len: 859 time: 0.1853461 Jun 21 04:40:49.194307 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e1faeec9-fbc1-490d-8958-8e8232e6e99e req-93dbc260-99ef-4117-95ab-43b0304d2be7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659878 Jun 21 04:40:49.197357 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-01c2faf3-3d09-4713-8be4-7e860b213ba9 service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908846 Jun 21 04:40:49.210763 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06d766-0bdc-4199-b317-de89ba7109f3 req-7a408eed-d57a-43ff-ae69-330f56918444 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:49.229834 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-eb06d766-0bdc-4199-b317-de89ba7109f3 req-7a408eed-d57a-43ff-ae69-330f56918444 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 944 time: 0.3971052 Jun 21 04:40:49.329415 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2813c63-3608-4634-be5c-842c48f93501', 'tag': 'c46ab575-b415-4764-807d-b5aba12bd52e'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:40:49.332280 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438ebd2d-4d2f-4e9b-83f6-1090deba64eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b2813c63-3608-4634-be5c-842c48f93501", "tag": "c46ab575-b415-4764-807d-b5aba12bd52e"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:40:49.363122 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-a0c12107-4dcf-4f4f-9741-9d4c26ac15f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:49.363122 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-a0c12107-4dcf-4f4f-9741-9d4c26ac15f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b575213fd3cf475ba09994a823f48ca0&device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 1096 time: 0.3159144 Jun 21 04:40:49.363339 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-eb06d766-0bdc-4199-b317-de89ba7109f3 req-cdf609e7-66e2-4f67-b865-97ceee74f2ab tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282105 Jun 21 04:40:49.414625 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5e76a57a-6627-4020-b2d6-39a3602276dc req-016d48ad-cf39-449b-add7-3e777044100b service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706288 Jun 21 04:40:49.428869 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-4c1142b2-a76f-456c-8fca-0ced38b1d8b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46ab575-b415-4764-807d-b5aba12bd52e HTTP/1.1" status: 200 len: 217 time: 0.0476737 Jun 21 04:40:49.433611 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cafa0bf-f4b3-492b-bd6f-e7789d8f9a9b x-openstack-request-id: req-8cafa0bf-f4b3-492b-bd6f-e7789d8f9a9b {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:40:49.433911 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2813c63-3608-4634-be5c-842c48f93501", "tag": "c46ab575-b415-4764-807d-b5aba12bd52e", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:40:49.434174 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cafa0bf-f4b3-492b-bd6f-e7789d8f9a9b {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:40:49.434564 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2813c63-3608-4634-be5c-842c48f93501', 'tag': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'status': 'completed', 'code': 200} Jun 21 04:40:49.470280 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['a8c5615b-ec31-418a-bc60-f07274de2f51'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:40:49.475461 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e1faeec9-fbc1-490d-8958-8e8232e6e99e req-aba29551-c7ff-4d92-94ec-a0d24632dec6 service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621336 Jun 21 04:40:49.574958 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70bf81-0c87-4feb-b92b-6ada383a1066 req-ab7f8099-2801-43cb-8f18-b266b0f17c97 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:49.582750 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3b70bf81-0c87-4feb-b92b-6ada383a1066 req-ab7f8099-2801-43cb-8f18-b266b0f17c97 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 944 time: 0.2796321 Jun 21 04:40:49.588775 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['f6551218-db3f-46d2-89c9-81b1862cabeb'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:40:49.609639 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-3473dcb8-b0c8-40ab-86b0-39b62b4d6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:49.611076 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-3473dcb8-b0c8-40ab-86b0-39b62b4d6b3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b671d7e-332a-43b4-8527-08dc27325fa0 HTTP/1.1" status: 200 len: 855 time: 0.1330533 Jun 21 04:40:49.639513 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['5e7750dc-876c-440f-8b7f-4d8b1eddaba8'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:40:49.652853 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3b70bf81-0c87-4feb-b92b-6ada383a1066 req-72655126-e18a-4a5e-9d72-7fb12c006fe3 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691142 Jun 21 04:40:49.719236 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e1faeec9-fbc1-490d-8958-8e8232e6e99e req-a6ca25c9-6985-4c00-8dba-807e5be88ecb service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137382 Jun 21 04:40:49.782816 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-ed4f15ab-8bf3-44a9-9d11-73e571460432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:49.785068 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-ed4f15ab-8bf3-44a9-9d11-73e571460432 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61390495-c3b7-4548-81d7-17e6d745f6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1184092 Jun 21 04:40:49.812501 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e20f3e-5087-4287-b937-cd0cfb2481a2 req-2f457a32-7d09-4d91-8d21-8f3f81831434 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:49.816627 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-59e20f3e-5087-4287-b937-cd0cfb2481a2 req-2f457a32-7d09-4d91-8d21-8f3f81831434 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 945 time: 0.1374459 Jun 21 04:40:49.883288 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 45680) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:49.902995 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-59e20f3e-5087-4287-b937-cd0cfb2481a2 req-acb2e0e2-a5ef-45d1-97cf-126e110ed4af tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737343 Jun 21 04:40:49.944948 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-c04b80aa-b35b-4b60-ba02-be00a0118763 service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515746 Jun 21 04:40:49.960869 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54220af3-28b2-4577-ac0a-b9104d2ac748 req-f5323a7d-dced-4d8e-8d4d-996181b895df tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:49.962310 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-54220af3-28b2-4577-ac0a-b9104d2ac748 req-f5323a7d-dced-4d8e-8d4d-996181b895df tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 944 time: 0.1061919 Jun 21 04:40:49.988576 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 45684) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:50.036558 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7152-9b5e-4dd3-a23d-080cb4b532b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:50.073236 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-54220af3-28b2-4577-ac0a-b9104d2ac748 req-24850bb4-df47-4d83-b979-0dc5e296d452 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039960 Jun 21 04:40:50.123019 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8e9de1a0-920f-4ff4-aae0-c08d9e77c819 req-ccdbd634-455d-41d9-86a5-50c4d84427ea service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708677 Jun 21 04:40:50.158987 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1483224658-network', 'tenant_id': 'abcd72aa1a67435f87d349e186730bd7'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:50.184688 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7152-9b5e-4dd3-a23d-080cb4b532b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:50.251657 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7152-9b5e-4dd3-a23d-080cb4b532b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:50.255553 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:50.295711 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac7152-9b5e-4dd3-a23d-080cb4b532b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddf2b2c-8f67-4d48-9067-f86e4d602130,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:50.296384 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ef939-e44c-4997-a560-0310f03d4198 req-ace8faec-7b99-4ff3-aa9e-7a549a8a503e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:50.297834 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-428ef939-e44c-4997-a560-0310f03d4198 req-ace8faec-7b99-4ff3-aa9e-7a549a8a503e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0761955 Jun 21 04:40:50.299272 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-b8ac7152-9b5e-4dd3-a23d-080cb4b532b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:50.304586 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-b8ac7152-9b5e-4dd3-a23d-080cb4b532b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8fb60947d3641e99532c7b037cdb04a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118854 Jun 21 04:40:50.305827 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 45690) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:50.342092 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-428ef939-e44c-4997-a560-0310f03d4198 req-501ad76b-6d5b-4267-8ccb-29575da80ce9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349977 Jun 21 04:40:50.385120 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-886fe5fd-c03b-4b42-a1bf-55754a99bfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:50.394920 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Made reservation on behalf of abcd72aa1a67435f87d349e186730bd7 for: {'network': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:50.397549 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:50.407688 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:50.413630 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-886fe5fd-c03b-4b42-a1bf-55754a99bfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:50.452200 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ebd2d-4d2f-4e9b-83f6-1090deba64eb req-74807d34-3295-450d-9e54-76c7484d3f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:50.453679 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-438ebd2d-4d2f-4e9b-83f6-1090deba64eb req-74807d34-3295-450d-9e54-76c7484d3f12 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b575213fd3cf475ba09994a823f48ca0&device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 1096 time: 0.1110811 Jun 21 04:40:50.513197 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:50.596715 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ebd2d-4d2f-4e9b-83f6-1090deba64eb req-3e481e73-ca95-4cf3-b5ee-f1293d640f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:50.598168 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-438ebd2d-4d2f-4e9b-83f6-1090deba64eb req-3e481e73-ca95-4cf3-b5ee-f1293d640f8c service neutron] 10.222.0.52 "GET /v2.0/networks?id=61390495-c3b7-4548-81d7-17e6d745f6c7 HTTP/1.1" status: 200 len: 917 time: 0.1349006 Jun 21 04:40:50.606268 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36945e-46a4-4fd0-9daa-31988a20c65e req-4743432f-5768-47b5-956d-4723cc1ebefa tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:50.611189 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-de36945e-46a4-4fd0-9daa-31988a20c65e req-4743432f-5768-47b5-956d-4723cc1ebefa tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 944 time: 0.1237073 Jun 21 04:40:50.650154 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:50.654744 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:50.672086 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-886fe5fd-c03b-4b42-a1bf-55754a99bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:50.672086 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-438ebd2d-4d2f-4e9b-83f6-1090deba64eb req-18bf01b8-8ffb-4bee-b517-f5ae076cbc9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46ab575-b415-4764-807d-b5aba12bd52e HTTP/1.1" status: 200 len: 217 time: 0.0532866 Jun 21 04:40:50.672086 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-886fe5fd-c03b-4b42-a1bf-55754a99bfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:50.672086 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-886fe5fd-c03b-4b42-a1bf-55754a99bfdc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cddf2b2c-8f67-4d48-9067-f86e4d602130 HTTP/1.1" status: 204 len: 168 time: 0.3599091 Jun 21 04:40:50.672086 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d67169a8-a9a1-47b7-b46a-e038abe519a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:50.700091 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fde63a-8209-464e-8b6f-2254b4f61080,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:50.717482 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=99942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:40:50.724914 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fe5fd-c03b-4b42-a1bf-55754a99bfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddf2b2c-8f67-4d48-9067-f86e4d602130,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:50.727871 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-886fe5fd-c03b-4b42-a1bf-55754a99bfdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:50.744045 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:50.744403 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.db.segments_db [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Added segment bb18e44a-5be6-4348-ac53-3b2c184a155a of type vlan for network 9a938708-e171-4e88-96d1-89660dad927e Jun 21 04:40:50.752740 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-de36945e-46a4-4fd0-9daa-31988a20c65e req-f4ced031-a16f-4c2c-895f-dea128424370 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326818 Jun 21 04:40:50.780673 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ebd2d-4d2f-4e9b-83f6-1090deba64eb req-a5a81ca1-2ea4-4c36-a607-9a84ffe00fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:50.783031 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-438ebd2d-4d2f-4e9b-83f6-1090deba64eb req-a5a81ca1-2ea4-4c36-a607-9a84ffe00fae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b671d7e-332a-43b4-8527-08dc27325fa0 HTTP/1.1" status: 200 len: 855 time: 0.1026273 Jun 21 04:40:50.786399 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:50.801517 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:50.871428 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ebd2d-4d2f-4e9b-83f6-1090deba64eb req-ee9f37b4-5b52-4b12-9bab-640ff1f869da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:50.873024 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-438ebd2d-4d2f-4e9b-83f6-1090deba64eb req-ee9f37b4-5b52-4b12-9bab-640ff1f869da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61390495-c3b7-4548-81d7-17e6d745f6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700386 Jun 21 04:40:50.903097 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86d482-0648-492b-b5d4-4c35bb7b7598 req-d4e677a3-1a9a-4cab-b050-0e5988aeafd8 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:50.904649 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-dd86d482-0648-492b-b5d4-4c35bb7b7598 req-d4e677a3-1a9a-4cab-b050-0e5988aeafd8 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 944 time: 0.0870924 Jun 21 04:40:50.946329 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-dd86d482-0648-492b-b5d4-4c35bb7b7598 req-bcffc96e-1974-4655-bcd7-478a8a547acc tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352623 Jun 21 04:40:51.063130 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:51.065342 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:51.066033 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:51.069375 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:51.131941 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Pushing event updated for resources: {'Network': ['ID=9a938708-e171-4e88-96d1-89660dad927e,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:51.135761 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:51.143869 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network 9a938708-e171-4e88-96d1-89660dad927e details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:40:51.192065 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3040395 Jun 21 04:40:51.194858 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 45718) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:51.197266 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-1c9b9541-63aa-4e02-9f08-bdd0738e7eff admin admin] Request body: {'subnet': {'network_id': '9a938708-e171-4e88-96d1-89660dad927e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1483224658-subnet', 'tenant_id': 'abcd72aa1a67435f87d349e186730bd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:51.208870 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:51.241346 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956a00e-b58c-4aec-834b-1646c769c9be req-cf5f5232-9ee6-47cc-b551-47cf042b0a9f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:51.243345 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3956a00e-b58c-4aec-834b-1646c769c9be req-cf5f5232-9ee6-47cc-b551-47cf042b0a9f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 945 time: 0.1217420 Jun 21 04:40:51.248958 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-438ebd2d-4d2f-4e9b-83f6-1090deba64eb req-24343189-3d7d-4aaa-ba8c-0eb7b409bc4c service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678830 Jun 21 04:40:51.326239 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9b9541-63aa-4e02-9f08-bdd0738e7eff admin admin] Made reservation on behalf of abcd72aa1a67435f87d349e186730bd7 for: {'subnet': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:51.328599 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1c9b9541-63aa-4e02-9f08-bdd0738e7eff admin admin] Notify callbacks [] for subnet, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:51.356175 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3956a00e-b58c-4aec-834b-1646c769c9be req-4370e47a-ccd0-4feb-a38d-bec6c2e723a0 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056170 Jun 21 04:40:51.357389 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fe189-83f5-44be-9f82-909d8c04ac0f req-19d6bdf1-4eae-447e-9156-f3078d43e9c2 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:51.360445 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ed5fe189-83f5-44be-9f82-909d8c04ac0f req-19d6bdf1-4eae-447e-9156-f3078d43e9c2 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 944 time: 0.1000898 Jun 21 04:40:51.411174 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-438ebd2d-4d2f-4e9b-83f6-1090deba64eb req-b025f99d-627c-4748-8519-c7c8aaf92e26 service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447315 Jun 21 04:40:51.473731 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ed5fe189-83f5-44be-9f82-909d8c04ac0f req-4ff50865-c5fc-4a7a-8b55-89aaf711d288 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609415 Jun 21 04:40:51.559155 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98400f10-0c19-40a7-86bf-3c7123656d3b req-055dd9a5-a2d3-4f8e-803d-b5ca5f222a8b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:51.569506 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-98400f10-0c19-40a7-86bf-3c7123656d3b req-055dd9a5-a2d3-4f8e-803d-b5ca5f222a8b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0828989 Jun 21 04:40:51.608554 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-98400f10-0c19-40a7-86bf-3c7123656d3b req-0957d183-7b29-4e36-9f8e-d064c3e55c29 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421147 Jun 21 04:40:51.673493 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1c9b9541-63aa-4e02-9f08-bdd0738e7eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370'] for subnet, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:51.676762 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-c2e64f24-a7e0-4fa8-9436-dd1e1a89cb34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:51.730374 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b9541-63aa-4e02-9f08-bdd0738e7eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6749a476-6a1e-4a89-a7ba-4715a1bf62dd,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:51.733630 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-1c9b9541-63aa-4e02-9f08-bdd0738e7eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:51.742263 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9b9541-63aa-4e02-9f08-bdd0738e7eff admin admin] Checking segment: {'id': 'bb18e44a-5be6-4348-ac53-3b2c184a155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9a938708-e171-4e88-96d1-89660dad927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:51.742623 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9b9541-63aa-4e02-9f08-bdd0738e7eff admin admin] Network hostable DHCP agents. Network: 9a938708-e171-4e88-96d1-89660dad927e, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:40:51.921892 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea643f-2f1c-4ba3-9e2d-0866ee299e4f req-3b90a5be-a6d8-4436-bebe-a70273dba71d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:51.923366 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c1ea643f-2f1c-4ba3-9e2d-0866ee299e4f req-3b90a5be-a6d8-4436-bebe-a70273dba71d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 944 time: 0.0642688 Jun 21 04:40:51.949761 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9b9541-63aa-4e02-9f08-bdd0738e7eff admin admin] Network 9a938708-e171-4e88-96d1-89660dad927e is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:40:51.965929 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c1ea643f-2f1c-4ba3-9e2d-0866ee299e4f req-d7d62fdb-6d41-4365-bd97-4d3da179ff74 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362513 Jun 21 04:40:52.101657 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-1c9b9541-63aa-4e02-9f08-bdd0738e7eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, 9a938708-e171-4e88-96d1-89660dad927e) {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:52.106238 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b9541-63aa-4e02-9f08-bdd0738e7eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:52.112341 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1c9b9541-63aa-4e02-9f08-bdd0738e7eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:52.114137 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed00c0d-7e1a-4e94-afbb-0206ea35b2c3 None None] Network 9a938708-e171-4e88-96d1-89660dad927e requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:40:52.144810 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dff25-91a0-46ef-a105-20ee5939bdd4 req-734709bd-9926-4ff9-8d3c-eef8fb46f6b0 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:52.146282 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-df6dff25-91a0-46ef-a105-20ee5939bdd4 req-734709bd-9926-4ff9-8d3c-eef8fb46f6b0 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 944 time: 0.0844338 Jun 21 04:40:52.187390 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-df6dff25-91a0-46ef-a105-20ee5939bdd4 req-45b0053a-a669-4909-9b68-b4cd16bffa30 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353632 Jun 21 04:40:52.245073 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-1c9b9541-63aa-4e02-9f08-bdd0738e7eff admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0516608 Jun 21 04:40:52.252885 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc62b09-f081-46dc-a502-8bbbd5ecf986 None None] Network 9a938708-e171-4e88-96d1-89660dad927e requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:40:52.570342 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0735a-12dc-4668-9a1b-470819326825 req-8a6de28c-1099-43bb-81d3-a025b833bce4 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:52.572890 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b1f0735a-12dc-4668-9a1b-470819326825 req-8a6de28c-1099-43bb-81d3-a025b833bce4 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 945 time: 0.0992010 Jun 21 04:40:52.615984 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b1f0735a-12dc-4668-9a1b-470819326825 req-ec4624ed-05d1-42ff-afef-3ade2b93a0c9 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372610 Jun 21 04:40:52.678924 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d21ee0-209d-46b2-951c-857d152e98f5 req-631e93b8-a0c7-4e49-8a4a-6de8d2e215b5 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:52.680429 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-59d21ee0-209d-46b2-951c-857d152e98f5 req-631e93b8-a0c7-4e49-8a4a-6de8d2e215b5 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 944 time: 0.0684228 Jun 21 04:40:52.731729 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-59d21ee0-209d-46b2-951c-857d152e98f5 req-40443215-67e9-4513-b447-8916f45b987c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415606 Jun 21 04:40:52.802847 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddd792-4d17-48b4-8b3f-6dc695021d4b req-57ccaad2-eeae-4ba5-89d7-3004424c6910 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:52.804423 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-99ddd792-4d17-48b4-8b3f-6dc695021d4b req-57ccaad2-eeae-4ba5-89d7-3004424c6910 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0646977 Jun 21 04:40:52.842477 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-99ddd792-4d17-48b4-8b3f-6dc695021d4b req-d7656dd7-d7b1-40d1-8cff-c96bdaf31437 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323131 Jun 21 04:40:53.146272 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ab42d-b838-49e9-9833-8a151a8a81bd req-6e4d9288-91fc-4a23-89f7-d92e86b7c48f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:53.147788 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-df4ab42d-b838-49e9-9833-8a151a8a81bd req-6e4d9288-91fc-4a23-89f7-d92e86b7c48f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 944 time: 0.0659962 Jun 21 04:40:53.192640 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-df4ab42d-b838-49e9-9833-8a151a8a81bd req-6e077a7d-224a-46a9-961d-bd4358c1d7c4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380116 Jun 21 04:40:53.202165 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 45802) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:53.217047 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1172327773-network', 'tenant_id': '708642aa1c3f47e79f60383247513dea'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:53.223924 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:40:53.232391 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device f6551218-db3f-46d2-89c9-81b1862cabeb up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:53.349758 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Made reservation on behalf of 708642aa1c3f47e79f60383247513dea for: {'network': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:53.352979 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:53.367143 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:53.392490 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61badaba-5ea5-4666-8b1a-7b957af1d89f req-db7a7a2e-7aad-4b63-9e27-ee99dcd02b9a tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:53.394934 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-61badaba-5ea5-4666-8b1a-7b957af1d89f req-db7a7a2e-7aad-4b63-9e27-ee99dcd02b9a tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 944 time: 0.0845220 Jun 21 04:40:53.453272 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-61badaba-5ea5-4666-8b1a-7b957af1d89f req-94be94e0-c670-4eca-9eea-524ac2ea360c tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499058 Jun 21 04:40:53.478389 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 05f9445d-e3e5-4bdb-8675-7eadfd1967e1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=05f9445d-e3e5-4bdb-8675-7eadfd1967e1,segment=NetworkSegment(1b26b2ee-41fa-4a5d-a132-8e9913227533),segment_id=1b26b2ee-41fa-4a5d-a132-8e9913227533)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:53.482880 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:53.490893 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port f6551218-db3f-46d2-89c9-81b1862cabeb completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:53.502778 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port f6551218-db3f-46d2-89c9-81b1862cabeb triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:53.503184 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:53.504692 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': '05f9445d-e3e5-4bdb-8675-7eadfd1967e1', 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb', 'port_id': '05f9445d-e3e5-4bdb-8675-7eadfd1967e1', 'mac_address': 'fa:16:3e:df:21:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706769e8-8f98-4c1a-8e13-9f10201b8c57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:40:53.571367 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:53.587666 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:40:53.596904 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:53.600416 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:53.622794 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=99943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:40:53.631995 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d68cf9-c981-474e-ad9f-140ddf4361e4,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:53.632170 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-6838ccac-3cd9-44f1-990c-b59f962ced9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:53.635564 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:53.637800 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 05f9445d-e3e5-4bdb-8675-7eadfd1967e1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=05f9445d-e3e5-4bdb-8675-7eadfd1967e1,segment=NetworkSegment(1b26b2ee-41fa-4a5d-a132-8e9913227533),segment_id=1b26b2ee-41fa-4a5d-a132-8e9913227533)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:53.638289 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:53.638629 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.segments_db [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Added segment 5221f4b5-7842-46ab-98f8-744f3dafb03f of type vlan for network cc7aaa77-e91b-4802-9ac6-8a5937773838 Jun 21 04:40:53.640725 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:53.664684 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6551218-db3f-46d2-89c9-81b1862cabeb'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:40:53.683448 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:53.759882 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:53.764237 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port f6551218-db3f-46d2-89c9-81b1862cabeb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f6551218-db3f-46d2-89c9-81b1862cabeb,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:53.765231 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:53.818794 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=05f9445d-e3e5-4bdb-8675-7eadfd1967e1,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:53.824600 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:53.828536 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:53.832184 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:53.832861 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:53.836893 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:53.915293 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9946dd84-b279-48c7-a0ec-9dd120cf133b" -d '{"events": [{"server_uuid": "2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161", "name": "network-vif-plugged", "status": "completed", "tag": "f6551218-db3f-46d2-89c9-81b1862cabeb"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:40:53.929957 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:53.934925 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device a8c5615b-ec31-418a-bc60-f07274de2f51 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:53.934925 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:53.962554 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57943c-a716-474d-aff7-f14ddf38754d req-167eb28a-ad38-4e68-9b5d-04e8369052f9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:53.966300 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Pushing event updated for resources: {'Network': ['ID=cc7aaa77-e91b-4802-9ac6-8a5937773838,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:53.969314 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:53.972271 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-2c57943c-a716-474d-aff7-f14ddf38754d req-167eb28a-ad38-4e68-9b5d-04e8369052f9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 944 time: 0.0952981 Jun 21 04:40:53.981451 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5b4b4-613d-4f5e-aeaa-952dd6e77a3d req-6170d8b0-9852-475a-b028-58e0b274742e tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:53.984288 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network cc7aaa77-e91b-4802-9ac6-8a5937773838 details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:40:53.989367 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b5c5b4b4-613d-4f5e-aeaa-952dd6e77a3d req-6170d8b0-9852-475a-b028-58e0b274742e tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 945 time: 0.2314305 Jun 21 04:40:54.014558 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-2c57943c-a716-474d-aff7-f14ddf38754d req-a5159ccc-a2f6-436a-8865-25c6f5ea501f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410264 Jun 21 04:40:54.024017 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b5c5b4b4-613d-4f5e-aeaa-952dd6e77a3d req-10ae22f7-aaab-47e4-8f55-2567a011708d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333226 Jun 21 04:40:54.100345 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=f6551218-db3f-46d2-89c9-81b1862cabeb,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:54.101430 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 45830) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:40:54.106752 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:54.107464 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9006324 Jun 21 04:40:54.108830 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-e1cfaa57-cd79-4139-ad30-223df391ecf6 admin admin] Request body: {'subnet': {'network_id': 'cc7aaa77-e91b-4802-9ac6-8a5937773838', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1172327773-subnet', 'tenant_id': '708642aa1c3f47e79f60383247513dea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:40:54.132835 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15b4a73-9308-443e-9f1b-e91d68957616 x-openstack-request-id: req-e15b4a73-9308-443e-9f1b-e91d68957616 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:40:54.133165 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161", "name": "network-vif-plugged", "status": "completed", "tag": "f6551218-db3f-46d2-89c9-81b1862cabeb", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:40:54.133434 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e15b4a73-9308-443e-9f1b-e91d68957616 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:40:54.133953 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6551218-db3f-46d2-89c9-81b1862cabeb', 'code': 200} Jun 21 04:40:54.188834 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port a8c5615b-ec31-418a-bc60-f07274de2f51 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:54.193207 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port a8c5615b-ec31-418a-bc60-f07274de2f51 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:54.198559 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:54.200749 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d8145-015d-470f-9572-f4e7ae00da02 req-9511a73e-8b7f-448f-b9dd-aa6375c24ce9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:54.203320 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7c5d8145-015d-470f-9572-f4e7ae00da02 req-9511a73e-8b7f-448f-b9dd-aa6375c24ce9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0665975 Jun 21 04:40:54.229936 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cfaa57-cd79-4139-ad30-223df391ecf6 admin admin] Made reservation on behalf of 708642aa1c3f47e79f60383247513dea for: {'subnet': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:40:54.232337 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e1cfaa57-cd79-4139-ad30-223df391ecf6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:54.234380 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['05f9445d-e3e5-4bdb-8675-7eadfd1967e1'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:40:54.321572 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:54.371344 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7c5d8145-015d-470f-9572-f4e7ae00da02 req-90b93ad9-9382-4e2c-91eb-00428561f5b5 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623743 Jun 21 04:40:54.388512 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port a8c5615b-ec31-418a-bc60-f07274de2f51, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a8c5615b-ec31-418a-bc60-f07274de2f51,segment=NetworkSegment(a1fec542-1ed4-4149-a93a-da35530cb614),segment_id=a1fec542-1ed4-4149-a93a-da35530cb614)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:54.404562 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cc24d-6fbe-4226-acf0-e76a7bed2885 req-73292d0a-fed3-4b08-bfff-eb3c73b6f168 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:54.411693 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-245cc24d-6fbe-4226-acf0-e76a7bed2885 req-73292d0a-fed3-4b08-bfff-eb3c73b6f168 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 944 time: 0.0892789 Jun 21 04:40:54.453472 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-245cc24d-6fbe-4226-acf0-e76a7bed2885 req-8d1abfd0-d3f4-4a6d-9cca-9067068162c1 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 Jun 21 04:40:54.547488 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:54.548378 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:54.551496 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:54.604180 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e1cfaa57-cd79-4139-ad30-223df391ecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370'] for subnet, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:54.612490 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-1c9b9541-63aa-4e02-9f08-bdd0738e7eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:54.630067 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=a8c5615b-ec31-418a-bc60-f07274de2f51,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:54.633283 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:54.674338 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfaa57-cd79-4139-ad30-223df391ecf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f81559e-0504-45b4-8080-215b0c5db546,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:54.679340 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-e1cfaa57-cd79-4139-ad30-223df391ecf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:54.704384 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc854131-ac7d-469c-abba-73c667fe4a5e req-26e2a5dd-8cae-40e2-821f-649f669a86e9 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:54.706942 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cc854131-ac7d-469c-abba-73c667fe4a5e req-26e2a5dd-8cae-40e2-821f-649f669a86e9 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 945 time: 0.1382422 Jun 21 04:40:54.709855 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cfaa57-cd79-4139-ad30-223df391ecf6 admin admin] Checking segment: {'id': '5221f4b5-7842-46ab-98f8-744f3dafb03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cc7aaa77-e91b-4802-9ac6-8a5937773838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:40:54.710211 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cfaa57-cd79-4139-ad30-223df391ecf6 admin admin] Network hostable DHCP agents. Network: cc7aaa77-e91b-4802-9ac6-8a5937773838, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:40:54.742913 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:54.747668 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:54.757215 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:54.757359 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cc854131-ac7d-469c-abba-73c667fe4a5e req-03333009-cc13-4325-bb6b-fce186c03402 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Jun 21 04:40:54.825359 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d13bfe-aefb-4b66-9bef-636d7b7aeaa4 req-1ea9c005-cc4a-4c9b-84df-03a1cd3c0d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:54.826853 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-88d13bfe-aefb-4b66-9bef-636d7b7aeaa4 req-1ea9c005-cc4a-4c9b-84df-03a1cd3c0d6f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 1099 time: 0.0961275 Jun 21 04:40:54.832167 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:54.844880 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-88d13bfe-aefb-4b66-9bef-636d7b7aeaa4 req-d408aff3-6a91-4aa2-a762-a143e6e1e278 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:54.856059 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cfaa57-cd79-4139-ad30-223df391ecf6 admin admin] Network cc7aaa77-e91b-4802-9ac6-8a5937773838 is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:40:54.865980 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5e7750dc-876c-440f-8b7f-4d8b1eddaba8,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:54.937029 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-88d13bfe-aefb-4b66-9bef-636d7b7aeaa4 req-d408aff3-6a91-4aa2-a762-a143e6e1e278 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:54.964254 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-e1cfaa57-cd79-4139-ad30-223df391ecf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, cc7aaa77-e91b-4802-9ac6-8a5937773838) {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:40:54.964425 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:54.966366 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:54.971111 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cfaa57-cd79-4139-ad30-223df391ecf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:54.971111 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e1cfaa57-cd79-4139-ad30-223df391ecf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:54.989643 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a9c08-1fa4-44f1-b744-527f845ad45e None None] Network cc7aaa77-e91b-4802-9ac6-8a5937773838 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:40:55.038346 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-88d13bfe-aefb-4b66-9bef-636d7b7aeaa4 req-d408aff3-6a91-4aa2-a762-a143e6e1e278 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:55.044807 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-46979770-872a-4c6e-a0b3-f954167ab0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:55.059460 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=5e7750dc-876c-440f-8b7f-4d8b1eddaba8,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:55.064338 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:55.081160 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-88d13bfe-aefb-4b66-9bef-636d7b7aeaa4 req-d408aff3-6a91-4aa2-a762-a143e6e1e278 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478564 Jun 21 04:40:55.090127 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408aff3-6a91-4aa2-a762-a143e6e1e278 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=deb80481-c4c0-4bc9-aae2-7ef284eb0e5f,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:55.107493 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d408aff3-6a91-4aa2-a762-a143e6e1e278 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:55.131038 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-e1cfaa57-cd79-4139-ad30-223df391ecf6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0283952 Jun 21 04:40:55.162708 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85af20d-d2c1-4eac-a884-a54004670e8e None None] Network cc7aaa77-e91b-4802-9ac6-8a5937773838 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:40:55.229073 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device c3af9ba6-8163-4d39-a35b-26714d171dda details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:40:55.239823 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108ef1d-24eb-4d9a-b929-4f5405904f2c req-42ed0332-efd5-48cd-ae47-abbc3fc59494 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:55.247071 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3108ef1d-24eb-4d9a-b929-4f5405904f2c req-42ed0332-efd5-48cd-ae47-abbc3fc59494 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 946 time: 0.0904932 Jun 21 04:40:55.247254 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd11df-0c82-4ad4-a1eb-7c296200efb3 req-f25b14ab-7954-4608-ba80-b45704c4e7de tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:55.248651 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cffd11df-0c82-4ad4-a1eb-7c296200efb3 req-f25b14ab-7954-4608-ba80-b45704c4e7de tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0989769 Jun 21 04:40:55.293763 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3108ef1d-24eb-4d9a-b929-4f5405904f2c req-a3d2b603-7405-436f-8321-5bbd2ee12948 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458000 Jun 21 04:40:55.308089 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cffd11df-0c82-4ad4-a1eb-7c296200efb3 req-cb43b696-1026-4d4e-8299-6b1fd9423ad1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519822 Jun 21 04:40:55.412383 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port c3af9ba6-8163-4d39-a35b-26714d171dda, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c3af9ba6-8163-4d39-a35b-26714d171dda,segment=NetworkSegment(1b26b2ee-41fa-4a5d-a132-8e9913227533),segment_id=1b26b2ee-41fa-4a5d-a132-8e9913227533)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:55.424804 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': 'c3af9ba6-8163-4d39-a35b-26714d171dda', 'network_id': '5ffbcae6-fbe4-4484-96c2-4d42a84e96eb', 'port_id': 'c3af9ba6-8163-4d39-a35b-26714d171dda', 'mac_address': 'fa:16:3e:bc:a1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706769e8-8f98-4c1a-8e13-9f10201b8c57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:40:55.465052 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:55.479238 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3af9ba6-8163-4d39-a35b-26714d171dda {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:40:55.499465 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port c3af9ba6-8163-4d39-a35b-26714d171dda, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c3af9ba6-8163-4d39-a35b-26714d171dda,segment=NetworkSegment(1b26b2ee-41fa-4a5d-a132-8e9913227533),segment_id=1b26b2ee-41fa-4a5d-a132-8e9913227533)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:55.570844 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fe725-3667-4d31-bbc0-ca337a39f0e8 req-2d71394b-4d47-4bbd-8ff9-874c639a9be3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:55.572309 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9b5fe725-3667-4d31-bbc0-ca337a39f0e8 req-2d71394b-4d47-4bbd-8ff9-874c639a9be3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0672174 Jun 21 04:40:55.610125 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9b5fe725-3667-4d31-bbc0-ca337a39f0e8 req-9ebaec67-edc6-437c-8c09-7816653a3420 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322700 Jun 21 04:40:55.611287 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:55.612535 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device c46ab575-b415-4764-807d-b5aba12bd52e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:40:55.615714 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:55.634399 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058e33d-4400-4bcb-999d-4b0ea0901a9a req-ddcc2fda-b110-4dfc-b2a0-eefa14c26b8c tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:55.641383 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2058e33d-4400-4bcb-999d-4b0ea0901a9a req-ddcc2fda-b110-4dfc-b2a0-eefa14c26b8c tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 944 time: 0.0712032 Jun 21 04:40:55.680910 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2058e33d-4400-4bcb-999d-4b0ea0901a9a req-929cf9e8-f37b-48db-aa1f-7459ec06234c tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386679 Jun 21 04:40:55.722701 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=c3af9ba6-8163-4d39-a35b-26714d171dda,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:55.728786 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:55.761709 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port c46ab575-b415-4764-807d-b5aba12bd52e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c46ab575-b415-4764-807d-b5aba12bd52e,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:55.774742 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'port_id': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'mac_address': 'fa:16:3e:42:99:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:40:55.812566 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:55.827046 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c46ab575-b415-4764-807d-b5aba12bd52e {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:40:55.847726 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port c46ab575-b415-4764-807d-b5aba12bd52e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c46ab575-b415-4764-807d-b5aba12bd52e,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:55.930180 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee22f7f-56a1-4e30-8b30-00f9272a62c2 req-4dfb6560-ec7e-47b5-8285-d6bdd5d869a2 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:55.931651 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8ee22f7f-56a1-4e30-8b30-00f9272a62c2 req-4dfb6560-ec7e-47b5-8285-d6bdd5d869a2 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 945 time: 0.0617287 Jun 21 04:40:55.968658 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8ee22f7f-56a1-4e30-8b30-00f9272a62c2 req-4e72f0d8-f37c-4466-913d-0f5fa6a8b8f5 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310977 Jun 21 04:40:56.057871 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:56.060726 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-54843826-056f-4b84-a6be-9c7021dcb8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:56.104774 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=c46ab575-b415-4764-807d-b5aba12bd52e,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:56.107729 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:56.135416 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad496bb5-fc8e-4778-9710-25275cb8ed04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c5615b-ec31-418a-bc60-f07274de2f51'}, {'server_uuid': 'e5a54c5f-91b9-4d0b-9709-e07d41389bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7750dc-876c-440f-8b7f-4d8b1eddaba8'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:40:56.137699 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efb9bd4-a3a4-4f1d-85cb-f263791a8187" -d '{"events": [{"server_uuid": "ad496bb5-fc8e-4778-9710-25275cb8ed04", "name": "network-vif-plugged", "status": "completed", "tag": "a8c5615b-ec31-418a-bc60-f07274de2f51"}, {"server_uuid": "e5a54c5f-91b9-4d0b-9709-e07d41389bad", "name": "network-vif-plugged", "status": "completed", "tag": "5e7750dc-876c-440f-8b7f-4d8b1eddaba8"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:40:56.176325 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bb0bc0-3b20-4ef0-97b1-0784e600ab29 x-openstack-request-id: req-a3bb0bc0-3b20-4ef0-97b1-0784e600ab29 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:40:56.176633 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad496bb5-fc8e-4778-9710-25275cb8ed04", "name": "network-vif-plugged", "status": "completed", "tag": "a8c5615b-ec31-418a-bc60-f07274de2f51", "code": 200}, {"server_uuid": "e5a54c5f-91b9-4d0b-9709-e07d41389bad", "name": "network-vif-plugged", "status": "completed", "tag": "5e7750dc-876c-440f-8b7f-4d8b1eddaba8", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:40:56.176893 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3bb0bc0-3b20-4ef0-97b1-0784e600ab29 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:40:56.177290 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad496bb5-fc8e-4778-9710-25275cb8ed04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c5615b-ec31-418a-bc60-f07274de2f51', 'code': 200} Jun 21 04:40:56.177549 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a54c5f-91b9-4d0b-9709-e07d41389bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7750dc-876c-440f-8b7f-4d8b1eddaba8', 'code': 200} Jun 21 04:40:56.278382 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-5aae74f0-17a0-4a5b-b9ad-bc04f1f667bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:56.561259 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d316b2-de41-4afe-b00f-a2b2fd2d5381 req-49b31094-1460-4500-88ee-4cd62ad42685 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:56.562767 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-33d316b2-de41-4afe-b00f-a2b2fd2d5381 req-49b31094-1460-4500-88ee-4cd62ad42685 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 946 time: 0.0790834 Jun 21 04:40:56.587849 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff0972-5955-47b9-a32f-51474fa46fa1 req-0eb09359-f0b7-4598-be74-51e76e482ee5 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:56.589437 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c4ff0972-5955-47b9-a32f-51474fa46fa1 req-0eb09359-f0b7-4598-be74-51e76e482ee5 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0947876 Jun 21 04:40:56.600504 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:56.610460 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-33d316b2-de41-4afe-b00f-a2b2fd2d5381 req-66dc102e-7262-4ca1-8aa2-493d6b9479aa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389361 Jun 21 04:40:56.633877 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c4ff0972-5955-47b9-a32f-51474fa46fa1 req-0f63b839-cf07-47fa-807f-dd5759b66cf9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373130 Jun 21 04:40:56.660468 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['c3af9ba6-8163-4d39-a35b-26714d171dda'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:40:56.756227 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['c46ab575-b415-4764-807d-b5aba12bd52e'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:40:56.880898 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bdbbd-8acb-4540-a380-09e929e6add5 req-ac9a55ef-8409-46c0-acc3-8f472f2c2777 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:56.883659 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5d2bdbbd-8acb-4540-a380-09e929e6add5 req-ac9a55ef-8409-46c0-acc3-8f472f2c2777 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 944 time: 0.0799575 Jun 21 04:40:56.907070 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d89af-48d5-446f-913e-cc701b65a3fb req-be767ce5-c3dc-4651-84a2-e55d248d9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:56.908676 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-155d89af-48d5-446f-913e-cc701b65a3fb req-be767ce5-c3dc-4651-84a2-e55d248d9424 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 1098 time: 0.1808538 Jun 21 04:40:56.943928 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9194c62-0750-4a22-9dec-ba7afc20804a req-b4bbb299-e464-475e-9980-6984b7ff19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:56.945403 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c9194c62-0750-4a22-9dec-ba7afc20804a req-b4bbb299-e464-475e-9980-6984b7ff19bc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 1098 time: 0.1820443 Jun 21 04:40:56.946514 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5d2bdbbd-8acb-4540-a380-09e929e6add5 req-51c504e5-a5e7-451c-bd01-8b1cde313a1a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577786 Jun 21 04:40:56.984342 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a7372-298c-4c9b-85a2-673bb289fb03 req-a5c72de1-97ff-4bb8-89ee-cbc5aea10a81 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:56.986560 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5a8a7372-298c-4c9b-85a2-673bb289fb03 req-a5c72de1-97ff-4bb8-89ee-cbc5aea10a81 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 945 time: 0.1493433 Jun 21 04:40:56.994101 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-155d89af-48d5-446f-913e-cc701b65a3fb req-bdc54c79-5ed1-46d9-a308-b7153d1e65b7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749726 Jun 21 04:40:57.013347 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c9194c62-0750-4a22-9dec-ba7afc20804a req-9b4097eb-4771-4d37-8326-a27b9867f5d2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598454 Jun 21 04:40:57.038700 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5a8a7372-298c-4c9b-85a2-673bb289fb03 req-27471041-5bde-46b2-90d9-dbf1c0bbffff tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379694 Jun 21 04:40:57.142719 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b378166-5b75-4abf-96d6-68c121206395 req-f962ecb5-fd35-47e8-a821-1c2c4d9dd38d tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:57.144177 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0b378166-5b75-4abf-96d6-68c121206395 req-f962ecb5-fd35-47e8-a821-1c2c4d9dd38d tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 945 time: 0.0638521 Jun 21 04:40:57.182127 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0b378166-5b75-4abf-96d6-68c121206395 req-c7fa3d26-453a-4f13-95a3-2226d6751a3e tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320206 Jun 21 04:40:57.244985 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:57.376011 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:57.434011 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:57.437924 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:57.438313 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:57.510779 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:57.542702 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 05f9445d-e3e5-4bdb-8675-7eadfd1967e1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=05f9445d-e3e5-4bdb-8675-7eadfd1967e1,segment=NetworkSegment(1b26b2ee-41fa-4a5d-a132-8e9913227533),segment_id=1b26b2ee-41fa-4a5d-a132-8e9913227533)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:57.730139 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:57.731965 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-2a6c8793-2b41-4a13-a89a-87baf28dd917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:57.792092 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=05f9445d-e3e5-4bdb-8675-7eadfd1967e1,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:57.798510 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:57.813154 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3e678-1673-44ba-873a-eacecaacf383 req-b6d55930-2370-4f70-af6f-fd3469404839 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:57.814741 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cff3e678-1673-44ba-873a-eacecaacf383 req-b6d55930-2370-4f70-af6f-fd3469404839 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 946 time: 0.0890613 Jun 21 04:40:57.830375 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d85da-4408-4f4c-9c29-1314c2b0543c req-fa7d864e-a861-43cd-a835-69cdac6d8b15 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:57.832047 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d95d85da-4408-4f4c-9c29-1314c2b0543c req-fa7d864e-a861-43cd-a835-69cdac6d8b15 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0834949 Jun 21 04:40:57.857303 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cff3e678-1673-44ba-873a-eacecaacf383 req-a0fd12ce-2569-466a-afd1-8923798b1141 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364773 Jun 21 04:40:57.871103 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d95d85da-4408-4f4c-9c29-1314c2b0543c req-cd121b96-25fb-4461-9941-06cda91fa600 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330853 Jun 21 04:40:58.119354 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c8db4-930d-49d5-a1ed-1b63dafc4eb7 req-1063ef21-ba13-4b20-9c3f-3b8c6cf08c6d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:58.120791 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9c2c8db4-930d-49d5-a1ed-1b63dafc4eb7 req-1063ef21-ba13-4b20-9c3f-3b8c6cf08c6d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 944 time: 0.0648232 Jun 21 04:40:58.159645 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9c2c8db4-930d-49d5-a1ed-1b63dafc4eb7 req-0a78806f-44e1-4a4e-8b0a-4a12584b376b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329323 Jun 21 04:40:58.178624 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88db6362-36ed-4637-a42c-7117fd5c5fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f9445d-e3e5-4bdb-8675-7eadfd1967e1'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:40:58.181030 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093ed6af-596b-40d2-847b-8d9705b43527" -d '{"events": [{"server_uuid": "88db6362-36ed-4637-a42c-7117fd5c5fcd", "name": "network-vif-plugged", "status": "completed", "tag": "05f9445d-e3e5-4bdb-8675-7eadfd1967e1"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:40:58.221165 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098838f3-53ea-49e9-86c8-d9ec3e569b05 req-805fe901-3660-410a-b3cd-7790a37a79b2 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:58.221165 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-098838f3-53ea-49e9-86c8-d9ec3e569b05 req-805fe901-3660-410a-b3cd-7790a37a79b2 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 945 time: 0.0655928 Jun 21 04:40:58.221342 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f41a68-6527-4a1f-b8c5-f157319a2135 x-openstack-request-id: req-13f41a68-6527-4a1f-b8c5-f157319a2135 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:40:58.221342 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88db6362-36ed-4637-a42c-7117fd5c5fcd", "name": "network-vif-plugged", "status": "completed", "tag": "05f9445d-e3e5-4bdb-8675-7eadfd1967e1", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:40:58.221485 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13f41a68-6527-4a1f-b8c5-f157319a2135 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:40:58.221874 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88db6362-36ed-4637-a42c-7117fd5c5fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f9445d-e3e5-4bdb-8675-7eadfd1967e1', 'code': 200} Jun 21 04:40:58.256141 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-098838f3-53ea-49e9-86c8-d9ec3e569b05 req-21ce2f35-138b-4f2e-acda-c638a1075f6d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Jun 21 04:40:58.377976 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed77c5-1e65-4ba3-be6d-66a9cb2ff05f req-c1bbffc9-3692-4b89-9d6f-97421a5e6cd7 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:58.379610 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-12ed77c5-1e65-4ba3-be6d-66a9cb2ff05f req-c1bbffc9-3692-4b89-9d6f-97421a5e6cd7 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 945 time: 0.0663614 Jun 21 04:40:58.423976 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-12ed77c5-1e65-4ba3-be6d-66a9cb2ff05f req-de7f8a43-da5e-4bbd-a319-582f17c888ab tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376844 Jun 21 04:40:59.065881 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d21ca4-2309-484e-aefd-5c6d782d07e0 req-a34305f0-4d75-4ada-b67e-23b0c613ba53 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:59.067639 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f2d21ca4-2309-484e-aefd-5c6d782d07e0 req-a34305f0-4d75-4ada-b67e-23b0c613ba53 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 946 time: 0.0908132 Jun 21 04:40:59.082789 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bb25e-f487-4262-aaa0-47ed7c04bd1b req-006d8bf1-8dbe-4f14-be3b-0500ab6fa94a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:59.084938 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-464bb25e-f487-4262-aaa0-47ed7c04bd1b req-006d8bf1-8dbe-4f14-be3b-0500ab6fa94a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0866492 Jun 21 04:40:59.112062 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f2d21ca4-2309-484e-aefd-5c6d782d07e0 req-6e04d3b3-6f48-44ac-a497-6a82ad9171cc tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387676 Jun 21 04:40:59.161699 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-464bb25e-f487-4262-aaa0-47ed7c04bd1b req-e32c1c22-b1c5-4d06-a030-2f83fde16c49 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634756 Jun 21 04:40:59.194273 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082e5b-e583-4d89-8ae7-6ec10e1eaaa2 req-63d04bb8-3b82-46d3-8145-9601942527f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:59.194273 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e5082e5b-e583-4d89-8ae7-6ec10e1eaaa2 req-63d04bb8-3b82-46d3-8145-9601942527f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 1098 time: 0.0878692 Jun 21 04:40:59.214704 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e5082e5b-e583-4d89-8ae7-6ec10e1eaaa2 req-27be47d7-6df0-483d-8e65-32dea720c5e9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301750 Jun 21 04:40:59.269795 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device c3af9ba6-8163-4d39-a35b-26714d171dda up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:59.298887 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:59.346366 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e9a00-1a8b-46c9-93c4-df605e402a1d req-21a20535-1c30-441d-a814-322d91c48553 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:59.353763 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8f0e9a00-1a8b-46c9-93c4-df605e402a1d req-21a20535-1c30-441d-a814-322d91c48553 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 944 time: 0.0739000 Jun 21 04:40:59.387914 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8f0e9a00-1a8b-46c9-93c4-df605e402a1d req-6ad2dcdc-d2bd-4ede-894e-bb784dbeff51 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332718 Jun 21 04:40:59.421682 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port c3af9ba6-8163-4d39-a35b-26714d171dda completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:40:59.427819 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port c3af9ba6-8163-4d39-a35b-26714d171dda triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:59.427819 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:59.435157 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bffdac-fa11-4abf-90ae-b326169cc0bc req-5b0887da-c863-44a7-bcea-2e5a6803c8d7 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:59.436655 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-75bffdac-fa11-4abf-90ae-b326169cc0bc req-5b0887da-c863-44a7-bcea-2e5a6803c8d7 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 945 time: 0.0649459 Jun 21 04:40:59.483977 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-75bffdac-fa11-4abf-90ae-b326169cc0bc req-a0edfe48-33c2-4465-92c6-21470166d097 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403614 Jun 21 04:40:59.516144 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:59.552602 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port c3af9ba6-8163-4d39-a35b-26714d171dda, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c3af9ba6-8163-4d39-a35b-26714d171dda,segment=NetworkSegment(1b26b2ee-41fa-4a5d-a132-8e9913227533),segment_id=1b26b2ee-41fa-4a5d-a132-8e9913227533)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:59.598380 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83936345-c946-467a-b1ef-d35778a5c993 req-20bbb8b7-7d7d-47d3-ae56-4bb6217316cf tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:59.599834 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-83936345-c946-467a-b1ef-d35778a5c993 req-20bbb8b7-7d7d-47d3-ae56-4bb6217316cf tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 945 time: 0.0614500 Jun 21 04:40:59.640009 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-83936345-c946-467a-b1ef-d35778a5c993 req-b1228bbe-9219-475a-8737-8fd979321fde tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Jun 21 04:40:59.772803 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:59.773817 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device c46ab575-b415-4764-807d-b5aba12bd52e up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:59.775641 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:59.953635 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=c3af9ba6-8163-4d39-a35b-26714d171dda,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:59.958590 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:00.149079 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port c46ab575-b415-4764-807d-b5aba12bd52e completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:41:00.153551 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port c46ab575-b415-4764-807d-b5aba12bd52e triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:41:00.153816 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:00.225682 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd43e49-f126-4cb7-bfcd-997352098871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3af9ba6-8163-4d39-a35b-26714d171dda'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:41:00.228421 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a823048-2264-443d-8f9f-ed29e94f7375" -d '{"events": [{"server_uuid": "bfd43e49-f126-4cb7-bfcd-997352098871", "name": "network-vif-plugged", "status": "completed", "tag": "c3af9ba6-8163-4d39-a35b-26714d171dda"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:41:00.250622 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:00.293282 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port c46ab575-b415-4764-807d-b5aba12bd52e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c46ab575-b415-4764-807d-b5aba12bd52e,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:41:00.311207 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ba7b3-0a54-49e6-8874-37a73642a506 req-09c89d5e-4fee-4705-9052-4a78d50dbbc1 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:00.314610 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d46ba7b3-0a54-49e6-8874-37a73642a506 req-09c89d5e-4fee-4705-9052-4a78d50dbbc1 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 946 time: 0.0867662 Jun 21 04:41:00.351044 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d46ba7b3-0a54-49e6-8874-37a73642a506 req-2997690d-f7d6-432a-943f-2176dae9f330 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323403 Jun 21 04:41:00.384498 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4f922-b13a-43ef-9fc7-9e3e80b3aaa3 req-39533e70-04f7-4e22-a19d-b94cda86fefa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:00.391412 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d8a4f922-b13a-43ef-9fc7-9e3e80b3aaa3 req-39533e70-04f7-4e22-a19d-b94cda86fefa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.1016107 Jun 21 04:41:00.406729 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e75b65c-0621-4194-b97d-f3d7755dde28 x-openstack-request-id: req-5e75b65c-0621-4194-b97d-f3d7755dde28 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:41:00.407062 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd43e49-f126-4cb7-bfcd-997352098871", "name": "network-vif-plugged", "status": "completed", "tag": "c3af9ba6-8163-4d39-a35b-26714d171dda", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:41:00.407364 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e75b65c-0621-4194-b97d-f3d7755dde28 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:41:00.408298 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd43e49-f126-4cb7-bfcd-997352098871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3af9ba6-8163-4d39-a35b-26714d171dda', 'code': 200} Jun 21 04:41:00.425523 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d8a4f922-b13a-43ef-9fc7-9e3e80b3aaa3 req-56201591-4f05-4357-8115-9b48e208c906 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332234 Jun 21 04:41:00.573340 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:00.581488 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:00.587092 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c10b5a-3ff3-4a63-b967-80687e48cc47 req-22d8e8c7-1644-485b-adf8-7c94cc452951 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:00.588810 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-91c10b5a-3ff3-4a63-b967-80687e48cc47 req-22d8e8c7-1644-485b-adf8-7c94cc452951 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 944 time: 0.0813704 Jun 21 04:41:00.650127 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-91c10b5a-3ff3-4a63-b967-80687e48cc47 req-56172833-b5c9-4463-85a2-4ed2a309daee tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552003 Jun 21 04:41:00.668396 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=c46ab575-b415-4764-807d-b5aba12bd52e,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:00.679033 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:00.711875 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceffaa0-1ff1-4bcd-8a08-cc55d3c7581e req-0f7b59fe-a705-4fc3-af5b-c4d246c4907b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:00.711875 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9ceffaa0-1ff1-4bcd-8a08-cc55d3c7581e req-0f7b59fe-a705-4fc3-af5b-c4d246c4907b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0868931 Jun 21 04:41:00.745543 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9ceffaa0-1ff1-4bcd-8a08-cc55d3c7581e req-57aa2907-79d8-41ee-b7b3-a705e847702b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342298 Jun 21 04:41:00.833841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e80d5-5d30-4725-bc66-61aff30ea157 req-dd701a56-d0f6-493a-9787-486c9d6931a6 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:00.835298 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-bf4e80d5-5d30-4725-bc66-61aff30ea157 req-dd701a56-d0f6-493a-9787-486c9d6931a6 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 945 time: 0.0637805 Jun 21 04:41:00.871883 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-bf4e80d5-5d30-4725-bc66-61aff30ea157 req-5bae3754-a1a1-4fad-b5c8-8a9649341f17 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308855 Jun 21 04:41:01.456736 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f767db-e0bb-412a-ad5e-d86294c42742 req-a156fafa-a246-48fe-8928-d87f6a2fa1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:01.458160 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-00f767db-e0bb-412a-ad5e-d86294c42742 req-a156fafa-a246-48fe-8928-d87f6a2fa1d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 1099 time: 0.0503762 Jun 21 04:41:01.505091 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-00f767db-e0bb-412a-ad5e-d86294c42742 req-7959c176-2b7d-4e45-aa23-b5340100d343 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273829 Jun 21 04:41:01.602514 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6f29a-f9c9-43e5-9600-d80685fd8f7a req-6a52f49e-cfc7-4d80-b11a-dbc172ecaa84 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:01.603983 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b0b6f29a-f9c9-43e5-9600-d80685fd8f7a req-6a52f49e-cfc7-4d80-b11a-dbc172ecaa84 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0655806 Jun 21 04:41:01.650511 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b0b6f29a-f9c9-43e5-9600-d80685fd8f7a req-b47bb9b5-833e-481d-bace-67fb2d37d952 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374992 Jun 21 04:41:01.833361 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadba61-5f48-4545-8db2-6f88935f1c61 req-3e502bb4-ffee-4aa6-8274-621bd23137b9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:01.833663 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e4cf3-2adb-4a8c-adc2-b11fa71f0db3 req-e6c44a5e-467d-40d1-8489-ee2b1775e601 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:01.834865 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-efadba61-5f48-4545-8db2-6f88935f1c61 req-3e502bb4-ffee-4aa6-8274-621bd23137b9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0666049 Jun 21 04:41:01.836897 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-326e4cf3-2adb-4a8c-adc2-b11fa71f0db3 req-e6c44a5e-467d-40d1-8489-ee2b1775e601 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0780387 Jun 21 04:41:01.844220 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 45984) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:01.849326 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-133de163-302a-4fed-a7f9-5ab5e29cb7c4 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Request body: {'floatingip': {'port_id': '5e7750dc-876c-440f-8b7f-4d8b1eddaba8'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:41:01.874735 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-efadba61-5f48-4545-8db2-6f88935f1c61 req-a764ec04-e790-4ddc-a310-394fab3709ae tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342548 Jun 21 04:41:01.921012 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-133de163-302a-4fed-a7f9-5ab5e29cb7c4 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for floatingip, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:02.049834 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809ff87-a086-4734-8e6e-398dc7f6e159 req-e694451e-dbbd-4b72-89fd-66396293e492 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:02.051569 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f809ff87-a086-4734-8e6e-398dc7f6e159 req-e694451e-dbbd-4b72-89fd-66396293e492 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 945 time: 0.0624983 Jun 21 04:41:02.090098 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f809ff87-a086-4734-8e6e-398dc7f6e159 req-d10c9fe4-c953-4945-a919-4681b7b4fc37 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321953 Jun 21 04:41:02.155280 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455aa63-4986-4fa7-8713-2c85da497a9c req-f011831e-ff26-464e-aad3-d205d9fa18e8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:02.156758 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8455aa63-4986-4fa7-8713-2c85da497a9c req-f011831e-ff26-464e-aad3-d205d9fa18e8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.2024996 Jun 21 04:41:02.238438 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8455aa63-4986-4fa7-8713-2c85da497a9c req-08300647-b40a-410b-8a2f-a4afb52430e0 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726130 Jun 21 04:41:02.409693 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2813c63-3608-4634-be5c-842c48f93501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46ab575-b415-4764-807d-b5aba12bd52e'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:41:02.412105 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d17596c-55f0-47f1-a6fa-3354ffcbb30a" -d '{"events": [{"server_uuid": "b2813c63-3608-4634-be5c-842c48f93501", "name": "network-vif-plugged", "status": "completed", "tag": "c46ab575-b415-4764-807d-b5aba12bd52e"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:41:02.451685 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b67db6e-61a1-49b4-adb1-54920ecb4648 x-openstack-request-id: req-1b67db6e-61a1-49b4-adb1-54920ecb4648 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:41:02.451986 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2813c63-3608-4634-be5c-842c48f93501", "name": "network-vif-plugged", "status": "completed", "tag": "c46ab575-b415-4764-807d-b5aba12bd52e", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:41:02.452399 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b67db6e-61a1-49b4-adb1-54920ecb4648 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:41:02.452797 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2813c63-3608-4634-be5c-842c48f93501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'code': 200} Jun 21 04:41:02.840626 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-133de163-302a-4fed-a7f9-5ab5e29cb7c4 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:03.006813 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-133de163-302a-4fed-a7f9-5ab5e29cb7c4 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:03.137507 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664b739-a78d-46b1-8d32-312037b4be6a req-b57abca6-b308-41a7-a182-c00f2f4301b7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:03.138960 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a664b739-a78d-46b1-8d32-312037b4be6a req-b57abca6-b308-41a7-a182-c00f2f4301b7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.1425745 Jun 21 04:41:03.141628 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.l3_db [None req-133de163-302a-4fed-a7f9-5ab5e29cb7c4 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Floating IP 79755617-0958-4548-87d1-8ea66964c3b2 associated. External IP: 172.27.1.102, port: 5e7750dc-876c-440f-8b7f-4d8b1eddaba8. Jun 21 04:41:03.242797 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a664b739-a78d-46b1-8d32-312037b4be6a req-9a74e4b5-93a6-4b62-8add-654e94f69d6e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972264 Jun 21 04:41:03.405188 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133de163-302a-4fed-a7f9-5ab5e29cb7c4 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Router 98cebc3e-1563-485d-9cae-e78a16a5eb83 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:41:03.458353 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18a3d3-d400-4fff-ad3f-7292ec9bd6e4 req-3b7ca6a1-98d6-408e-bd1e-c6608e06c81a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:03.460624 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6b18a3d3-d400-4fff-ad3f-7292ec9bd6e4 req-3b7ca6a1-98d6-408e-bd1e-c6608e06c81a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0740829 Jun 21 04:41:03.503352 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6b18a3d3-d400-4fff-ad3f-7292ec9bd6e4 req-5c0b906a-8917-4d78-a5c6-c0231f05611b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362606 Jun 21 04:41:03.515350 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133de163-302a-4fed-a7f9-5ab5e29cb7c4 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:41:03.521061 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-133de163-302a-4fed-a7f9-5ab5e29cb7c4 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:03.529725 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2525d3-9bd9-4bc1-a826-ab0df445defa None None] Sync routers for ids ['98cebc3e-1563-485d-9cae-e78a16a5eb83'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:41:03.538437 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2525d3-9bd9-4bc1-a826-ab0df445defa None None] Routers {'98cebc3e-1563-485d-9cae-e78a16a5eb83'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:41:03.539054 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-2b2525d3-9bd9-4bc1-a826-ab0df445defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:40:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['98cebc3e-1563-485d-9cae-e78a16a5eb83'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:03.558057 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-133de163-302a-4fed-a7f9-5ab5e29cb7c4 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "PUT /v2.0/floatingips/79755617-0958-4548-87d1-8ea66964c3b2 HTTP/1.1" status: 200 len: 991 time: 1.7127514 Jun 21 04:41:03.558889 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a54c5f-91b9-4d0b-9709-e07d41389bad', 'tag': '5e7750dc-876c-440f-8b7f-4d8b1eddaba8'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:41:03.561278 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9581fcb5-424d-47a8-825e-f54e37bb3e59" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a54c5f-91b9-4d0b-9709-e07d41389bad", "tag": "5e7750dc-876c-440f-8b7f-4d8b1eddaba8"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:41:03.601142 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41de6da0-d1fc-4e4b-a22a-37dc09c026a5 x-openstack-request-id: req-41de6da0-d1fc-4e4b-a22a-37dc09c026a5 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:41:03.604064 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a54c5f-91b9-4d0b-9709-e07d41389bad", "tag": "5e7750dc-876c-440f-8b7f-4d8b1eddaba8", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:41:03.604064 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-41de6da0-d1fc-4e4b-a22a-37dc09c026a5 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:41:03.604064 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a54c5f-91b9-4d0b-9709-e07d41389bad', 'tag': '5e7750dc-876c-440f-8b7f-4d8b1eddaba8', 'status': 'completed', 'code': 200} Jun 21 04:41:03.644358 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-2b2525d3-9bd9-4bc1-a826-ab0df445defa None None] Set router 98cebc3e-1563-485d-9cae-e78a16a5eb83 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:41:03.905773 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-2b2525d3-9bd9-4bc1-a826-ab0df445defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '79755617-0958-4548-87d1-8ea66964c3b2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'port_id': '5e7750dc-876c-440f-8b7f-4d8b1eddaba8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a54c5f-91b9-4d0b-9709-e07d41389bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:40:21Z', 'updated_at': '2021-06-21T04:41:02Z', 'revision_number': 1, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bcbfdf-96f7-4fb5-a401-e8270e315c1e', 'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'mac_address': 'fa:16:3e:df:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:11Z', 'updated_at': '2021-06-21T04:40:20Z', 'revision_number': 5, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'subnets': [{'id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:03.932257 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2525d3-9bd9-4bc1-a826-ab0df445defa None None] Checking router: 98cebc3e-1563-485d-9cae-e78a16a5eb83 for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:41:03.940301 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2525d3-9bd9-4bc1-a826-ab0df445defa None None] Routers {'98cebc3e-1563-485d-9cae-e78a16a5eb83'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:41:03.940895 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-2b2525d3-9bd9-4bc1-a826-ab0df445defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:40:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['98cebc3e-1563-485d-9cae-e78a16a5eb83'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:04.115682 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-2b2525d3-9bd9-4bc1-a826-ab0df445defa None None] Set router 98cebc3e-1563-485d-9cae-e78a16a5eb83 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:41:04.343746 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-2b2525d3-9bd9-4bc1-a826-ab0df445defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '79755617-0958-4548-87d1-8ea66964c3b2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'port_id': '5e7750dc-876c-440f-8b7f-4d8b1eddaba8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a54c5f-91b9-4d0b-9709-e07d41389bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:40:21Z', 'updated_at': '2021-06-21T04:41:02Z', 'revision_number': 1, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bcbfdf-96f7-4fb5-a401-e8270e315c1e', 'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'mac_address': 'fa:16:3e:df:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:11Z', 'updated_at': '2021-06-21T04:40:20Z', 'revision_number': 5, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'subnets': [{'id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:04.373536 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2525d3-9bd9-4bc1-a826-ab0df445defa None None] The sync data for ids ['98cebc3e-1563-485d-9cae-e78a16a5eb83'] in dv-cinder-772623-10-iscsi is: [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '79755617-0958-4548-87d1-8ea66964c3b2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'port_id': '5e7750dc-876c-440f-8b7f-4d8b1eddaba8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a54c5f-91b9-4d0b-9709-e07d41389bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:40:21Z', 'updated_at': '2021-06-21T04:41:02Z', 'revision_number': 1, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bcbfdf-96f7-4fb5-a401-e8270e315c1e', 'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'mac_address': 'fa:16:3e:df:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:11Z', 'updated_at': '2021-06-21T04:40:20Z', 'revision_number': 5, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'subnets': [{'id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:41:04.435929 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22107e90-b0e9-4d99-a1a0-e03c3655bce0 req-6c477504-123f-43eb-b35e-f88d45c8de98 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:04.437418 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-22107e90-b0e9-4d99-a1a0-e03c3655bce0 req-6c477504-123f-43eb-b35e-f88d45c8de98 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0725605 Jun 21 04:41:04.479253 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-22107e90-b0e9-4d99-a1a0-e03c3655bce0 req-88cffd62-0755-451a-9095-1b76d628cd02 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351539 Jun 21 04:41:04.624144 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a42e2-51d4-45ea-b5b0-8b16d0078442 None None] New status for floating IP 79755617-0958-4548-87d1-8ea66964c3b2: ACTIVE {{(pid=99944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:41:04.682267 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c543ba1-6ada-4818-a855-11d9890f9c19 req-a21732d5-3ded-46f6-8772-381cb30b5897 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:04.688274 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7c543ba1-6ada-4818-a855-11d9890f9c19 req-a21732d5-3ded-46f6-8772-381cb30b5897 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0681181 Jun 21 04:41:04.722565 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7c543ba1-6ada-4818-a855-11d9890f9c19 req-84bd4d6a-36a3-44fa-8ad6-76dc5f84bfcb tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327973 Jun 21 04:41:05.656784 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250db0b-6ec4-4f05-a6d9-7e3a2622ae83 req-c7e93d0f-8728-41ee-97e2-308d4a4f2007 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:05.659033 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3250db0b-6ec4-4f05-a6d9-7e3a2622ae83 req-c7e93d0f-8728-41ee-97e2-308d4a4f2007 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0646842 Jun 21 04:41:05.697365 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3250db0b-6ec4-4f05-a6d9-7e3a2622ae83 req-f8cb54e1-3dd1-422d-bafd-60ea02ba69d2 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324879 Jun 21 04:41:05.890891 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a59a8d-0617-443f-aeeb-5a1fbfbb2e35 req-9849c586-0836-40b6-a4f1-10fcb0d55de6 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:05.893222 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-22a59a8d-0617-443f-aeeb-5a1fbfbb2e35 req-9849c586-0836-40b6-a4f1-10fcb0d55de6 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0612147 Jun 21 04:41:05.930946 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-22a59a8d-0617-443f-aeeb-5a1fbfbb2e35 req-41db84d1-4dd2-450a-8c88-663fda2a4a3b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322034 Jun 21 04:41:06.877671 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77f15b-c39e-44ee-b9f2-02873dc312e7 req-47ea5d0a-fa9f-49df-9cbd-df9258934da9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:06.879074 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-de77f15b-c39e-44ee-b9f2-02873dc312e7 req-47ea5d0a-fa9f-49df-9cbd-df9258934da9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0664449 Jun 21 04:41:06.915841 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-de77f15b-c39e-44ee-b9f2-02873dc312e7 req-ab95f73f-6e57-4e68-8542-a0d134a4c79a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312154 Jun 21 04:41:07.109274 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478264b0-2dd1-42b2-9933-9a29eacd2d50 req-7f35a469-e805-4890-87fe-5361d536dbf8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:07.111453 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-478264b0-2dd1-42b2-9933-9a29eacd2d50 req-7f35a469-e805-4890-87fe-5361d536dbf8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0673239 Jun 21 04:41:07.150247 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-478264b0-2dd1-42b2-9933-9a29eacd2d50 req-2e01c263-a7fb-4352-b8ef-69a275b67530 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328639 Jun 21 04:41:08.058925 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fcb5-424d-47a8-825e-f54e37bb3e59 req-679233d6-b381-4d9c-b675-c7a8eb7bffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:08.060515 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9581fcb5-424d-47a8-825e-f54e37bb3e59 req-679233d6-b381-4d9c-b675-c7a8eb7bffcd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fddde2cb5b784d03a92ed36190bf4c57&device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 1098 time: 0.0550234 Jun 21 04:41:08.097665 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcc769-7374-4a13-aee5-cd154a080cc2 req-864c77f8-21a0-4607-9c7c-e5bac61d8373 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:08.099125 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-00fcc769-7374-4a13-aee5-cd154a080cc2 req-864c77f8-21a0-4607-9c7c-e5bac61d8373 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0653372 Jun 21 04:41:08.138106 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-00fcc769-7374-4a13-aee5-cd154a080cc2 req-e35a1b5f-4599-4148-8b32-02d6dd407a49 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331483 Jun 21 04:41:08.258982 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fcb5-424d-47a8-825e-f54e37bb3e59 req-7b282650-d616-4eb3-818d-281b97f1d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:08.260469 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9581fcb5-424d-47a8-825e-f54e37bb3e59 req-7b282650-d616-4eb3-818d-281b97f1d235 service neutron] 10.222.0.52 "GET /v2.0/networks?id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 HTTP/1.1" status: 200 len: 912 time: 0.0875533 Jun 21 04:41:08.323860 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127192b-2956-4cf2-8331-a6dc39eb5572 req-6e5e4139-21e9-49c5-9a7a-e8f5dd52dcc8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:08.325348 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0127192b-2956-4cf2-8331-a6dc39eb5572 req-6e5e4139-21e9-49c5-9a7a-e8f5dd52dcc8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0647893 Jun 21 04:41:08.365288 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0127192b-2956-4cf2-8331-a6dc39eb5572 req-392d7680-af49-4690-9557-38bb76c3ccb0 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339406 Jun 21 04:41:08.446099 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9581fcb5-424d-47a8-825e-f54e37bb3e59 req-390531be-f565-46a2-b4bd-64355d7d5d36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7750dc-876c-440f-8b7f-4d8b1eddaba8 HTTP/1.1" status: 200 len: 1001 time: 0.0932162 Jun 21 04:41:08.558165 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fcb5-424d-47a8-825e-f54e37bb3e59 req-cbdf4b4a-b014-4216-a5cf-6957f68693c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:08.559592 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9581fcb5-424d-47a8-825e-f54e37bb3e59 req-cbdf4b4a-b014-4216-a5cf-6957f68693c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a41fb09-670a-46b0-9438-50fcf86692cb HTTP/1.1" status: 200 len: 850 time: 0.0724204 Jun 21 04:41:08.570709 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e554c5-d91b-4339-9393-7254f2ff0c14 req-4ef8451c-0ed0-41fe-82b7-55f28bcff7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:08.572129 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-97e554c5-d91b-4339-9393-7254f2ff0c14 req-4ef8451c-0ed0-41fe-82b7-55f28bcff7c8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 1098 time: 0.0936322 Jun 21 04:41:08.651569 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-97e554c5-d91b-4339-9393-7254f2ff0c14 req-16b33a9b-00f1-4715-a77e-b0a97fad58fe service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569713 Jun 21 04:41:08.670077 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fcb5-424d-47a8-825e-f54e37bb3e59 req-14ae5c3f-3263-4950-89ad-97cf92ad42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:08.671580 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9581fcb5-424d-47a8-825e-f54e37bb3e59 req-14ae5c3f-3263-4950-89ad-97cf92ad42e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0781660 Jun 21 04:41:09.306058 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9581fcb5-424d-47a8-825e-f54e37bb3e59 req-054897dd-1f53-4e15-8661-5e11090f9289 service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880654 Jun 21 04:41:09.322157 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b761a0-cfdb-451c-b951-122953dfbfe1 req-6c69f30c-8745-4df6-9e06-258be9239870 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:09.323600 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e2b761a0-cfdb-451c-b951-122953dfbfe1 req-6c69f30c-8745-4df6-9e06-258be9239870 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0632362 Jun 21 04:41:09.361156 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e2b761a0-cfdb-451c-b951-122953dfbfe1 req-aa7f1770-4e26-4019-9852-df804fb0cc79 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317879 Jun 21 04:41:09.449851 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9581fcb5-424d-47a8-825e-f54e37bb3e59 req-4d2339b9-140f-4839-9175-85f4b040c1fd service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830865 Jun 21 04:41:09.541138 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a835c-9e67-4bdb-9b3f-7f381ece68be req-b3a2354f-0d5d-4d70-87f9-838a400ce86c tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:09.542815 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-603a835c-9e67-4bdb-9b3f-7f381ece68be req-b3a2354f-0d5d-4d70-87f9-838a400ce86c tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0680549 Jun 21 04:41:09.582752 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-603a835c-9e67-4bdb-9b3f-7f381ece68be req-f2fc7c54-202e-4c95-b9b7-72352cf2ec21 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328126 Jun 21 04:41:10.541186 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893759b-43bc-4f80-aef1-3f9d988cda37 req-e93ee4bb-79f5-4dc3-8be6-0c6dab0b2fe7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:10.542645 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e893759b-43bc-4f80-aef1-3f9d988cda37 req-e93ee4bb-79f5-4dc3-8be6-0c6dab0b2fe7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0645547 Jun 21 04:41:10.582918 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e893759b-43bc-4f80-aef1-3f9d988cda37 req-b65b0b8a-c39a-4150-b377-3ec92986a1c8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338252 Jun 21 04:41:10.946013 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8a2b3-888d-4214-9adf-a361092b44a1 req-a375f19b-73a5-4e22-8ccd-228530d91745 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:10.947597 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9ec8a2b3-888d-4214-9adf-a361092b44a1 req-a375f19b-73a5-4e22-8ccd-228530d91745 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.1077328 Jun 21 04:41:10.989060 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9ec8a2b3-888d-4214-9adf-a361092b44a1 req-74083c5d-623e-4fa5-8238-6e02cd5adbce tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355728 Jun 21 04:41:11.760708 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e998a-9d64-4e8b-8126-f194d6ca99b9 req-ab1286a7-33aa-40e7-8511-a727ca1fdcb5 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:11.762049 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3c6e998a-9d64-4e8b-8126-f194d6ca99b9 req-ab1286a7-33aa-40e7-8511-a727ca1fdcb5 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0609272 Jun 21 04:41:11.797801 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3c6e998a-9d64-4e8b-8126-f194d6ca99b9 req-7f15e721-2428-45ee-98b1-08717f404537 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301113 Jun 21 04:41:12.192026 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a0f70-38f4-41c9-9a77-896736febf18 req-afb70a47-f0bf-4498-bdd4-b1e9ee1a8870 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:12.193497 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-595a0f70-38f4-41c9-9a77-896736febf18 req-afb70a47-f0bf-4498-bdd4-b1e9ee1a8870 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0726309 Jun 21 04:41:12.235801 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-595a0f70-38f4-41c9-9a77-896736febf18 req-3276ff0b-f676-447a-8cc6-04b380498cc5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365338 Jun 21 04:41:13.290180 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee067d-969a-406c-9767-b38b0ac51b4c req-739a68b0-905a-45b6-9e1d-bab67e929c47 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:13.291705 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6cee067d-969a-406c-9767-b38b0ac51b4c req-739a68b0-905a-45b6-9e1d-bab67e929c47 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0637939 Jun 21 04:41:13.329519 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6cee067d-969a-406c-9767-b38b0ac51b4c req-cb120dec-9d35-4390-b93a-5109988fcf01 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321753 Jun 21 04:41:13.625623 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af7378-f629-4f2b-98e9-44161f5501d8 req-db056712-8cb6-468a-8df6-19dc5bc40fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:13.625623 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a0af7378-f629-4f2b-98e9-44161f5501d8 req-db056712-8cb6-468a-8df6-19dc5bc40fcd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8a9743c7dd149da8b5f24332604c1b5&device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 1099 time: 0.0619643 Jun 21 04:41:13.729591 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af7378-f629-4f2b-98e9-44161f5501d8 req-286b5683-ac1a-4ffc-8559-99a43aa5e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:13.731123 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a0af7378-f629-4f2b-98e9-44161f5501d8 req-286b5683-ac1a-4ffc-8559-99a43aa5e320 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb HTTP/1.1" status: 200 len: 920 time: 0.0847619 Jun 21 04:41:13.778434 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a0af7378-f629-4f2b-98e9-44161f5501d8 req-5fe166d4-0ad9-4c94-b977-203990514170 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3af9ba6-8163-4d39-a35b-26714d171dda HTTP/1.1" status: 200 len: 217 time: 0.0385664 Jun 21 04:41:13.788755 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2efd7d-cd7b-4f9f-9c6a-f7bb1b06f587 req-0554ee66-9eb3-454b-830f-9e4c8f717b8b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:13.790189 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1d2efd7d-cd7b-4f9f-9c6a-f7bb1b06f587 req-0554ee66-9eb3-454b-830f-9e4c8f717b8b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0675910 Jun 21 04:41:13.828646 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af7378-f629-4f2b-98e9-44161f5501d8 req-60cbdd8e-2260-438c-b78a-40648b1c1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:13.830072 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a0af7378-f629-4f2b-98e9-44161f5501d8 req-60cbdd8e-2260-438c-b78a-40648b1c1bb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=706769e8-8f98-4c1a-8e13-9f10201b8c57 HTTP/1.1" status: 200 len: 859 time: 0.0445666 Jun 21 04:41:13.831760 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1d2efd7d-cd7b-4f9f-9c6a-f7bb1b06f587 req-d44f2dd8-0db8-43c6-9749-b7603632bf75 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356650 Jun 21 04:41:13.871552 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a0af7378-f629-4f2b-98e9-44161f5501d8 req-ebadbd1b-2d39-476f-abc6-dcf9061fe159 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270433 Jun 21 04:41:13.973010 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a0af7378-f629-4f2b-98e9-44161f5501d8 req-062c6cff-74a3-4fb1-80cb-b3506d33fe68 service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906947 Jun 21 04:41:13.993560 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6176012-079a-46aa-8d3c-d3bdfd919209 req-51fb2094-58de-4e88-8a76-58959dc7752d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:13.995691 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b6176012-079a-46aa-8d3c-d3bdfd919209 req-51fb2094-58de-4e88-8a76-58959dc7752d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0741959 Jun 21 04:41:14.004265 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46238) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:14.009296 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-4399e3f5-1c6c-4864-b838-8bec34749d5b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Request body: {'floatingip': {'port_id': 'c46ab575-b415-4764-807d-b5aba12bd52e'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:41:14.081009 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a0af7378-f629-4f2b-98e9-44161f5501d8 req-25796899-6fe3-41bd-ba68-5814b3bb80e1 service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938697 Jun 21 04:41:14.087314 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4399e3f5-1c6c-4864-b838-8bec34749d5b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for floatingip, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:14.913859 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4399e3f5-1c6c-4864-b838-8bec34749d5b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:15.113938 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62ec6c-0293-4cd6-92db-80b2d8d2055f req-399ba3b6-7c97-43e9-95d5-13c178fdba5b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:15.115431 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7a62ec6c-0293-4cd6-92db-80b2d8d2055f req-399ba3b6-7c97-43e9-95d5-13c178fdba5b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0638621 Jun 21 04:41:15.136703 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4399e3f5-1c6c-4864-b838-8bec34749d5b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:15.218302 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7a62ec6c-0293-4cd6-92db-80b2d8d2055f req-bf0dfc0b-4eb9-4cde-9026-0fd39329d361 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794039 Jun 21 04:41:15.257727 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8aab6369-9136-4ece-901b-982b2b1df050 req-79d609b2-fe7f-4b91-a814-77c30772f491 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608795 Jun 21 04:41:15.264718 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.db.l3_db [None req-4399e3f5-1c6c-4864-b838-8bec34749d5b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Floating IP f8488401-d85c-4248-a7fe-ef56193517c0 associated. External IP: 172.27.1.51, port: c46ab575-b415-4764-807d-b5aba12bd52e. Jun 21 04:41:15.430355 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab6369-9136-4ece-901b-982b2b1df050 req-6424370a-2763-43ac-818a-44b6d38bbb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:15.432101 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8aab6369-9136-4ece-901b-982b2b1df050 req-6424370a-2763-43ac-818a-44b6d38bbb9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8429b8d9bd7b4aaf93f738aee75f2b37&device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 1098 time: 0.0545099 Jun 21 04:41:15.472322 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4399e3f5-1c6c-4864-b838-8bec34749d5b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Router 2d037b07-fb46-4647-acf6-959d1ac57e8d has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:41:15.543999 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab6369-9136-4ece-901b-982b2b1df050 req-bafd9e70-ede0-4587-ba95-03fc830e62db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:15.545439 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8aab6369-9136-4ece-901b-982b2b1df050 req-bafd9e70-ede0-4587-ba95-03fc830e62db service neutron] 10.222.0.52 "GET /v2.0/networks?id=d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb HTTP/1.1" status: 200 len: 911 time: 0.0851786 Jun 21 04:41:15.580628 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4399e3f5-1c6c-4864-b838-8bec34749d5b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:41:15.585156 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4399e3f5-1c6c-4864-b838-8bec34749d5b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:15.591015 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674e99de-3ed8-4984-80f7-c044ff55670c None None] Sync routers for ids ['2d037b07-fb46-4647-acf6-959d1ac57e8d'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:41:15.601558 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8aab6369-9136-4ece-901b-982b2b1df050 req-236e51d2-b331-44e6-b6df-9d77361f647f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8c5615b-ec31-418a-bc60-f07274de2f51 HTTP/1.1" status: 200 len: 217 time: 0.0415010 Jun 21 04:41:15.603100 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e99de-3ed8-4984-80f7-c044ff55670c None None] Routers {'2d037b07-fb46-4647-acf6-959d1ac57e8d'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:41:15.603745 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-674e99de-3ed8-4984-80f7-c044ff55670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:40:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['2d037b07-fb46-4647-acf6-959d1ac57e8d'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:15.624326 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-4399e3f5-1c6c-4864-b838-8bec34749d5b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "PUT /v2.0/floatingips/f8488401-d85c-4248-a7fe-ef56193517c0 HTTP/1.1" status: 200 len: 990 time: 1.6161287 Jun 21 04:41:15.624326 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2813c63-3608-4634-be5c-842c48f93501', 'tag': 'c46ab575-b415-4764-807d-b5aba12bd52e'}] {{(pid=99942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:41:15.625077 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bf6e30c1a07a791af3ea18dbd348b4fe660b6058a7e308237f87cf4cd446b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e11d91-c2a0-4c98-b693-d5e08b88a3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b2813c63-3608-4634-be5c-842c48f93501", "tag": "c46ab575-b415-4764-807d-b5aba12bd52e"}]}' {{(pid=99942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:41:15.676107 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f780d6-ac85-4fa6-8f15-a518f679b4d0 x-openstack-request-id: req-88f780d6-ac85-4fa6-8f15-a518f679b4d0 {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:41:15.676612 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2813c63-3608-4634-be5c-842c48f93501", "tag": "c46ab575-b415-4764-807d-b5aba12bd52e", "status": "completed", "code": 200}]} {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:41:15.677027 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88f780d6-ac85-4fa6-8f15-a518f679b4d0 {{(pid=99942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:41:15.677582 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2813c63-3608-4634-be5c-842c48f93501', 'tag': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'status': 'completed', 'code': 200} Jun 21 04:41:15.679802 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab6369-9136-4ece-901b-982b2b1df050 req-2e3f31ea-1139-4b8a-8e99-e287c421f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:15.683630 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8aab6369-9136-4ece-901b-982b2b1df050 req-2e3f31ea-1139-4b8a-8e99-e287c421f969 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4231c303-5efa-4a0b-9c2f-f8df5d0957b2 HTTP/1.1" status: 200 len: 850 time: 0.0614891 Jun 21 04:41:15.734776 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-674e99de-3ed8-4984-80f7-c044ff55670c None None] Set router 2d037b07-fb46-4647-acf6-959d1ac57e8d gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:41:15.917384 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8aab6369-9136-4ece-901b-982b2b1df050 req-2832f3cc-3ab1-4e83-8ee7-ffa984728b62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423877 Jun 21 04:41:15.981636 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-674e99de-3ed8-4984-80f7-c044ff55670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': 'f8488401-d85c-4248-a7fe-ef56193517c0', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'port_id': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'mac_address': 'fa:16:3e:42:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2813c63-3608-4634-be5c-842c48f93501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:40:25Z', 'updated_at': '2021-06-21T04:41:14Z', 'revision_number': 1, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6300b3e6-8353-4a92-be26-a9bf6e63db2a', 'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'mac_address': 'fa:16:3e:a4:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:17Z', 'updated_at': '2021-06-21T04:40:28Z', 'revision_number': 5, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'subnets': [{'id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:15.982811 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e11d91-c2a0-4c98-b693-d5e08b88a3e9 req-43cc6f6b-24ff-465d-8bca-6e27b5d12ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:15.985895 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74e11d91-c2a0-4c98-b693-d5e08b88a3e9 req-43cc6f6b-24ff-465d-8bca-6e27b5d12ecf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b575213fd3cf475ba09994a823f48ca0&device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 1098 time: 0.1075089 Jun 21 04:41:16.021002 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674e99de-3ed8-4984-80f7-c044ff55670c None None] Checking router: 2d037b07-fb46-4647-acf6-959d1ac57e8d for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:41:16.028427 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e99de-3ed8-4984-80f7-c044ff55670c None None] Routers {'2d037b07-fb46-4647-acf6-959d1ac57e8d'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:41:16.029239 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-674e99de-3ed8-4984-80f7-c044ff55670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:40:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['2d037b07-fb46-4647-acf6-959d1ac57e8d'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:16.063081 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8aab6369-9136-4ece-901b-982b2b1df050 req-0bb0d354-633a-4ed7-8e04-28f8f616e407 service neutron] 10.222.0.52 "GET /v2.0/networks/d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030891 Jun 21 04:41:16.145140 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-674e99de-3ed8-4984-80f7-c044ff55670c None None] Set router 2d037b07-fb46-4647-acf6-959d1ac57e8d gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:41:16.399709 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-674e99de-3ed8-4984-80f7-c044ff55670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': 'f8488401-d85c-4248-a7fe-ef56193517c0', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'port_id': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'mac_address': 'fa:16:3e:42:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2813c63-3608-4634-be5c-842c48f93501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:40:25Z', 'updated_at': '2021-06-21T04:41:14Z', 'revision_number': 1, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6300b3e6-8353-4a92-be26-a9bf6e63db2a', 'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'mac_address': 'fa:16:3e:a4:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:17Z', 'updated_at': '2021-06-21T04:40:28Z', 'revision_number': 5, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'subnets': [{'id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:16.435927 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674e99de-3ed8-4984-80f7-c044ff55670c None None] The sync data for ids ['2d037b07-fb46-4647-acf6-959d1ac57e8d'] in dv-cinder-772623-10-iscsi is: [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': 'f8488401-d85c-4248-a7fe-ef56193517c0', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'port_id': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'mac_address': 'fa:16:3e:42:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2813c63-3608-4634-be5c-842c48f93501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:40:25Z', 'updated_at': '2021-06-21T04:41:14Z', 'revision_number': 1, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6300b3e6-8353-4a92-be26-a9bf6e63db2a', 'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'mac_address': 'fa:16:3e:a4:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:17Z', 'updated_at': '2021-06-21T04:40:28Z', 'revision_number': 5, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'subnets': [{'id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:41:16.766639 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e11d91-c2a0-4c98-b693-d5e08b88a3e9 req-0689d003-2656-45c6-acf0-b08c683171e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:16.766639 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74e11d91-c2a0-4c98-b693-d5e08b88a3e9 req-0689d003-2656-45c6-acf0-b08c683171e9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61390495-c3b7-4548-81d7-17e6d745f6c7 HTTP/1.1" status: 200 len: 917 time: 0.4765949 Jun 21 04:41:16.766639 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8aab6369-9136-4ece-901b-982b2b1df050 req-961ce3d6-e544-4e6c-b998-31b3535145c0 service neutron] 10.222.0.52 "GET /v2.0/networks/d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258056 Jun 21 04:41:16.766639 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857029a-0a43-4fec-bda7-2165cbc1b8f5 req-c0260c3c-da84-4c89-a588-616b6026b8ea tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:16.766639 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a857029a-0a43-4fec-bda7-2165cbc1b8f5 req-c0260c3c-da84-4c89-a588-616b6026b8ea tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.1580091 Jun 21 04:41:16.768866 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff996708-4d6f-4ac0-b568-3ff6d1c92d43 None None] New status for floating IP f8488401-d85c-4248-a7fe-ef56193517c0: ACTIVE {{(pid=99944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:41:16.769316 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a857029a-0a43-4fec-bda7-2165cbc1b8f5 req-ab0bd8d7-f3d2-4e3a-8648-a5b25b9d3ebc tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767677 Jun 21 04:41:16.769316 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74e11d91-c2a0-4c98-b693-d5e08b88a3e9 req-b0d96d32-81e8-4406-987c-47b25336668c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46ab575-b415-4764-807d-b5aba12bd52e HTTP/1.1" status: 200 len: 998 time: 0.0736616 Jun 21 04:41:16.791192 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e11d91-c2a0-4c98-b693-d5e08b88a3e9 req-2dc700d5-8779-4ca9-b368-7e9d3a37ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:16.793262 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74e11d91-c2a0-4c98-b693-d5e08b88a3e9 req-2dc700d5-8779-4ca9-b368-7e9d3a37ebb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b671d7e-332a-43b4-8527-08dc27325fa0 HTTP/1.1" status: 200 len: 855 time: 0.0429084 Jun 21 04:41:16.851184 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e11d91-c2a0-4c98-b693-d5e08b88a3e9 req-02e2588c-30ea-4e4c-8517-867e88b4934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:16.852616 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74e11d91-c2a0-4c98-b693-d5e08b88a3e9 req-02e2588c-30ea-4e4c-8517-867e88b4934b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61390495-c3b7-4548-81d7-17e6d745f6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526276 Jun 21 04:41:16.957734 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74e11d91-c2a0-4c98-b693-d5e08b88a3e9 req-ed1b564a-3ee9-4b16-931f-ebe92d65e6ee service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849657 Jun 21 04:41:17.056532 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74e11d91-c2a0-4c98-b693-d5e08b88a3e9 req-0535ad23-5c21-4869-b2cf-75439f808dcb service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891578 Jun 21 04:41:17.908702 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7094dcb-394d-45da-a95f-8ba424978a46 req-406103d5-defe-4cb1-abf1-d3840530eef0 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:17.910175 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f7094dcb-394d-45da-a95f-8ba424978a46 req-406103d5-defe-4cb1-abf1-d3840530eef0 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0682762 Jun 21 04:41:17.948745 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f7094dcb-394d-45da-a95f-8ba424978a46 req-d537382f-e5e3-4a39-9823-a5b4b8f37528 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324810 Jun 21 04:41:18.160508 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46328) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:18.263191 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:18.357445 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:18.466489 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:18.469441 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f1c999b7-d542-47bf-aa2b-6f5901423861 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:18.503603 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f856bada-332f-4e41-86c5-006e7e9df73f,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:18.507683 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7fcb67ba1df04d4d9e1920045821f8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461859 Jun 21 04:41:18.510464 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 46344) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:18.513621 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.513982 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.514331 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.514756 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.515008 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.515373 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.516030 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.516030 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.516360 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.516688 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.517117 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.517355 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.521247 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:18.570387 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:18.595486 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:18.736782 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:18.740352 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:18.741596 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f856bada-332f-4e41-86c5-006e7e9df73f HTTP/1.1" status: 204 len: 168 time: 0.2293923 Jun 21 04:41:18.742467 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8393d70c-6cdf-4969-9fb9-000711166f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:18.744353 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:41:18.756129 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f856bada-332f-4e41-86c5-006e7e9df73f,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:18.763120 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.763504 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.763851 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.764187 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.764521 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.764867 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.765184 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.765512 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.765841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.766167 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.766601 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.766801 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:18.779366 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:19.126910 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d3d24-ae5b-4e69-8d2d-f02fe25fab01 req-ed6078e6-84fc-4eb9-a36b-2a5aa520f5ff tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:19.128351 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fe6d3d24-ae5b-4e69-8d2d-f02fe25fab01 req-ed6078e6-84fc-4eb9-a36b-2a5aa520f5ff tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0619986 Jun 21 04:41:19.166709 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fe6d3d24-ae5b-4e69-8d2d-f02fe25fab01 req-94c514eb-293c-43cb-94da-b77bc11e010d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323985 Jun 21 04:41:19.615945 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46376) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:19.628861 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a0f49046-2b48-4f1b-b8b7-da3bac3dd50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:19.718542 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a0f49046-2b48-4f1b-b8b7-da3bac3dd50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:19.883498 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a0f49046-2b48-4f1b-b8b7-da3bac3dd50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:19.886285 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-e4f08c3c-a32d-47bc-9f52-5bac223410f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:19.920601 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f49046-2b48-4f1b-b8b7-da3bac3dd50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306745b5-185a-4502-9187-c9f484758787,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:19.924796 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-a0f49046-2b48-4f1b-b8b7-da3bac3dd50f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ddbba7fc28c4fbdbaac14d4217f7f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092322 Jun 21 04:41:19.925628 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-a0f49046-2b48-4f1b-b8b7-da3bac3dd50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:19.928445 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46384) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:19.977966 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d1d06806-75f3-4acf-a5f2-95f20a558e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:19.998767 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d1d06806-75f3-4acf-a5f2-95f20a558e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.191909 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d1d06806-75f3-4acf-a5f2-95f20a558e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.196002 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d1d06806-75f3-4acf-a5f2-95f20a558e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.197359 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-d1d06806-75f3-4acf-a5f2-95f20a558e83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/306745b5-185a-4502-9187-c9f484758787 HTTP/1.1" status: 204 len: 168 time: 0.2689452 Jun 21 04:41:20.198157 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-4f96f8e6-16b2-49d9-9f37-5258f493b955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:20.206994 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d06806-75f3-4acf-a5f2-95f20a558e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306745b5-185a-4502-9187-c9f484758787,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:20.209445 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d1d06806-75f3-4acf-a5f2-95f20a558e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:20.350008 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 46394) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:20.378552 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0dc8-0206-4c75-bbb6-eb22bac034ab req-8477dfcb-2bb4-4309-8e3f-46a8b5c224ae tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:20.380080 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-46dd0dc8-0206-4c75-bbb6-eb22bac034ab req-8477dfcb-2bb4-4309-8e3f-46a8b5c224ae tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0779388 Jun 21 04:41:20.421413 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-46dd0dc8-0206-4c75-bbb6-eb22bac034ab req-dda359c5-5bf5-4aa3-a583-d21dfa3ba771 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345471 Jun 21 04:41:20.566391 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c33afe15-ed63-483c-b0e7-452f895dfc1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.658187 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c33afe15-ed63-483c-b0e7-452f895dfc1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.862918 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c33afe15-ed63-483c-b0e7-452f895dfc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.872086 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:20.900641 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33afe15-ed63-483c-b0e7-452f895dfc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28e6156-366a-448d-aa5e-983128f61813,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:20.907352 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-c33afe15-ed63-483c-b0e7-452f895dfc1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ccfa1f76641d47269c28842139e327d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5529580 Jun 21 04:41:20.907352 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c33afe15-ed63-483c-b0e7-452f895dfc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:20.907634 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 46406) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:20.955527 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-76a539f3-1c89-4f81-9660-f24428b576ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.977105 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-76a539f3-1c89-4f81-9660-f24428b576ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.182810 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-76a539f3-1c89-4f81-9660-f24428b576ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.185785 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-76a539f3-1c89-4f81-9660-f24428b576ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.186909 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-76a539f3-1c89-4f81-9660-f24428b576ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b28e6156-366a-448d-aa5e-983128f61813 HTTP/1.1" status: 204 len: 168 time: 0.2784648 Jun 21 04:41:21.187868 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-21bbc3e9-8258-46e0-be89-70501f5540b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:21.195576 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a539f3-1c89-4f81-9660-f24428b576ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28e6156-366a-448d-aa5e-983128f61813,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:21.197680 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-76a539f3-1c89-4f81-9660-f24428b576ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:21.260656 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.305278 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46412) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:21.314829 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b675-448c-4062-90cc-7e74cbc136e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.407687 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b675-448c-4062-90cc-7e74cbc136e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.480953 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b675-448c-4062-90cc-7e74cbc136e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.484700 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-41dfad61-5025-4b3b-ac66-f5bf9e2277b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:21.521601 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-8eb7b675-448c-4062-90cc-7e74cbc136e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23ea80ec07814b4da8979be583e41e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194216 Jun 21 04:41:21.522640 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7b675-448c-4062-90cc-7e74cbc136e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36be70b9-dda0-444e-a860-b05f4514f220,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:21.524137 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 46424) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:21.525953 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8eb7b675-448c-4062-90cc-7e74cbc136e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:21.644617 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-70804b3c-a91d-4af2-a721-a02b272d0938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.665511 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c808b-c957-49a4-bae5-09194620354a req-567a27ee-b88c-4428-83e3-f03c0c897c1e tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:21.667011 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-249c808b-c957-49a4-bae5-09194620354a req-567a27ee-b88c-4428-83e3-f03c0c897c1e tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.1213613 Jun 21 04:41:21.679684 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-70804b3c-a91d-4af2-a721-a02b272d0938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.734237 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-249c808b-c957-49a4-bae5-09194620354a req-77c44247-51f7-40ba-bc7b-f479cb25dc13 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596969 Jun 21 04:41:21.894976 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-70804b3c-a91d-4af2-a721-a02b272d0938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.898514 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-70804b3c-a91d-4af2-a721-a02b272d0938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.899634 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-70804b3c-a91d-4af2-a721-a02b272d0938 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36be70b9-dda0-444e-a860-b05f4514f220 HTTP/1.1" status: 204 len: 168 time: 0.3738430 Jun 21 04:41:21.900349 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-b8ac7152-9b5e-4dd3-a23d-080cb4b532b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:21.907763 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70804b3c-a91d-4af2-a721-a02b272d0938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36be70b9-dda0-444e-a860-b05f4514f220,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:21.909898 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-70804b3c-a91d-4af2-a721-a02b272d0938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:22.181064 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 46438) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:22.194669 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d778914f-efa6-4070-80b1-11ac862442de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:22.281729 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d778914f-efa6-4070-80b1-11ac862442de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:22.420561 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d778914f-efa6-4070-80b1-11ac862442de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:22.423921 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:22.459709 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-d778914f-efa6-4070-80b1-11ac862442de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de7477fa206048008b5461a230952d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778239 Jun 21 04:41:22.460931 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778914f-efa6-4070-80b1-11ac862442de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3de6a7-d11b-4bb7-b2b4-1e8fe4d2d49e,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:22.462438 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46446) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:22.463935 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d778914f-efa6-4070-80b1-11ac862442de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:22.520171 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fbaa05d8-d088-4e6c-a900-4d133071bd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:22.541588 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fbaa05d8-d088-4e6c-a900-4d133071bd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:22.712161 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fbaa05d8-d088-4e6c-a900-4d133071bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:22.715607 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fbaa05d8-d088-4e6c-a900-4d133071bd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:22.716759 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-fbaa05d8-d088-4e6c-a900-4d133071bd91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e3de6a7-d11b-4bb7-b2b4-1e8fe4d2d49e HTTP/1.1" status: 204 len: 168 time: 0.2523851 Jun 21 04:41:22.717488 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-ba116698-2106-44f7-892a-cad630a350fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:22.725913 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa05d8-d088-4e6c-a900-4d133071bd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3de6a7-d11b-4bb7-b2b4-1e8fe4d2d49e,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:22.728151 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-fbaa05d8-d088-4e6c-a900-4d133071bd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:22.913942 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ac37d-1b62-4865-85bc-0bcf78127204 req-0d16d8a5-c701-4188-bf58-9e79b9a1e1bb tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:22.915586 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-616ac37d-1b62-4865-85bc-0bcf78127204 req-0d16d8a5-c701-4188-bf58-9e79b9a1e1bb tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0691524 Jun 21 04:41:22.958086 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-616ac37d-1b62-4865-85bc-0bcf78127204 req-35e9a402-a2b7-4e65-a801-995e464ba76e tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360096 Jun 21 04:41:23.634335 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1abfde6c-b0d5-4693-a1b5-606f674093e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:24.172453 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3695c0-8f6a-4037-8f46-a21c6e6cf401 req-58f067a5-4a24-4f5f-9152-71b9aaf76d56 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:24.174061 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9f3695c0-8f6a-4037-8f46-a21c6e6cf401 req-58f067a5-4a24-4f5f-9152-71b9aaf76d56 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0669010 Jun 21 04:41:24.214505 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9f3695c0-8f6a-4037-8f46-a21c6e6cf401 req-04586722-e0ce-48ac-afb8-0d4c03084a3e tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343368 Jun 21 04:41:25.429175 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f92ee5-1d20-45b0-ab33-77cfee414373 req-ac6a508f-fc08-4a8e-8e6d-460314bd220e tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:25.433369 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c1f92ee5-1d20-45b0-ab33-77cfee414373 req-ac6a508f-fc08-4a8e-8e6d-460314bd220e tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0884745 Jun 21 04:41:25.472501 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c1f92ee5-1d20-45b0-ab33-77cfee414373 req-aeab9529-cffd-4377-b40c-2392bf9c6352 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347342 Jun 21 04:41:25.971958 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-377a48d3-03c1-4d2b-ae18-5433be73edca tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:25.974931 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 46588) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:25.975978 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-377a48d3-03c1-4d2b-ae18-5433be73edca tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/networks?id=b455bc6c-061f-44be-8cec-59e7ce8a93bf HTTP/1.1" status: 200 len: 815 time: 0.1087475 Jun 21 04:41:25.991080 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-6ada84f6-d92d-43a4-ba73-0701cffcd87d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/quotas/150ad2a4ad9c4fab8e6b2fa15c136ae7 HTTP/1.1" status: 200 len: 375 time: 0.0094373 Jun 21 04:41:26.061662 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-13bee7b3-523a-4ba2-95d6-05bb22013f41 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650001 Jun 21 04:41:26.086521 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-56d1dd7e-48fb-4305-b93c-6a5d48bf7b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:26.156800 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-75c1f8b1-e981-4864-a25e-33a482887636 service neutron] 10.222.0.11 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873730 Jun 21 04:41:26.171022 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-56d1dd7e-48fb-4305-b93c-6a5d48bf7b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:26.245728 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-0d0a5ac0-6bf7-4f19-a9ae-cf981528cfe0 service neutron] 10.222.0.11 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822051 Jun 21 04:41:26.272293 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-56d1dd7e-48fb-4305-b93c-6a5d48bf7b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:26.282430 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:26.301441 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9984cf0a-0230-4de7-9b00-7ed860398493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:26.310386 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46596) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:26.310507 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-56d1dd7e-48fb-4305-b93c-6a5d48bf7b2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a75d4ff19f44065a7963f29e685256d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344493 Jun 21 04:41:26.329052 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1dd7e-48fb-4305-b93c-6a5d48bf7b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006d213e-0f5c-49fd-801e-459deae1200d,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:26.333285 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-56d1dd7e-48fb-4305-b93c-6a5d48bf7b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:26.372711 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fced1f13-3812-4e96-a731-c16774f6a707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:26.394443 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fced1f13-3812-4e96-a731-c16774f6a707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:26.605327 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fced1f13-3812-4e96-a731-c16774f6a707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:26.609078 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fced1f13-3812-4e96-a731-c16774f6a707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:26.610599 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-fced1f13-3812-4e96-a731-c16774f6a707 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/006d213e-0f5c-49fd-801e-459deae1200d HTTP/1.1" status: 204 len: 168 time: 0.2988479 Jun 21 04:41:26.637985 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:26.639380 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:26.649619 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b2d329d8-5cc6-42c9-bda0-411c552a8e01 req-ab05226c-e17e-444b-bafc-47b5048cd30f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 210 time: 0.0567114 Jun 21 04:41:26.655944 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced1f13-3812-4e96-a731-c16774f6a707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006d213e-0f5c-49fd-801e-459deae1200d,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:26.666609 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-fced1f13-3812-4e96-a731-c16774f6a707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:26.688064 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccf9ac-d88e-4ad6-84f0-bc31b8385a58 req-0d609547-036a-4488-8082-34cdad5717da tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:26.689569 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-83ccf9ac-d88e-4ad6-84f0-bc31b8385a58 req-0d609547-036a-4488-8082-34cdad5717da tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0953023 Jun 21 04:41:26.734834 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-83ccf9ac-d88e-4ad6-84f0-bc31b8385a58 req-d2dfbf71-53af-46c2-8cc6-b8cfd10e8cdf tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377793 Jun 21 04:41:27.366248 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:27.591121 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46644) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:27.604822 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-78d937cc-c520-4d1f-adcf-6ddac687bd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:27.700416 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-78d937cc-c520-4d1f-adcf-6ddac687bd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:27.739937 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-db32079a-5b76-482d-b72d-d7330fccb392 req-44364eae-f48c-4196-a8d3-311d134e95b8 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 210 time: 0.0284510 Jun 21 04:41:27.908451 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-78d937cc-c520-4d1f-adcf-6ddac687bd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:27.912370 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:27.916941 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae26035-669a-48e6-acdb-aba8693ef41f req-6ae9686b-807d-42c8-bfd9-84f74606726d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:27.918470 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-dae26035-669a-48e6-acdb-aba8693ef41f req-6ae9686b-807d-42c8-bfd9-84f74606726d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0658436 Jun 21 04:41:27.948861 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d937cc-c520-4d1f-adcf-6ddac687bd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d41d7b-a326-4b5b-9310-ecfd98400c41,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:27.952187 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-78d937cc-c520-4d1f-adcf-6ddac687bd0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:27.955439 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-78d937cc-c520-4d1f-adcf-6ddac687bd0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc1ea81b02e94407b81ace9125972fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628197 Jun 21 04:41:27.957553 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46652) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:27.963730 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-dae26035-669a-48e6-acdb-aba8693ef41f req-f893d85e-1eb2-45c3-8cb0-68e7805bd62f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379291 Jun 21 04:41:28.008388 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-0b38c9c6-5a92-47e4-b9b9-77e3ab227991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:28.032583 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-0b38c9c6-5a92-47e4-b9b9-77e3ab227991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:28.210759 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-0b38c9c6-5a92-47e4-b9b9-77e3ab227991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:28.213324 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-0b38c9c6-5a92-47e4-b9b9-77e3ab227991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:28.214475 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-0b38c9c6-5a92-47e4-b9b9-77e3ab227991 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6d41d7b-a326-4b5b-9310-ecfd98400c41 HTTP/1.1" status: 204 len: 168 time: 0.2559416 Jun 21 04:41:28.215134 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:28.228794 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38c9c6-5a92-47e4-b9b9-77e3ab227991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d41d7b-a326-4b5b-9310-ecfd98400c41,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:28.231154 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-0b38c9c6-5a92-47e4-b9b9-77e3ab227991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:28.755977 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46676) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:28.803250 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_v2 [None req-23748cda-3e6f-4796-94c5-53eb323db771 admin admin] Deleting subnet 6749a476-6a1e-4a89-a7ba-4715a1bf62dd {{(pid=99942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:41:28.807334 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-23748cda-3e6f-4796-94c5-53eb323db771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:28.845936 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-23748cda-3e6f-4796-94c5-53eb323db771 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:28.857079 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-23748cda-3e6f-4796-94c5-53eb323db771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:28.918883 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-dcf5b8a1-04bb-4316-ac13-f3ae035faedb req-7111616a-85aa-4092-baa4-c32a8ba23e39 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 210 time: 0.0563905 Jun 21 04:41:29.071833 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:29.074274 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-23748cda-3e6f-4796-94c5-53eb323db771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370'] for subnet, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:29.078236 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-e1cfaa57-cd79-4139-ad30-223df391ecf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:29.104152 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23748cda-3e6f-4796-94c5-53eb323db771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6749a476-6a1e-4a89-a7ba-4715a1bf62dd,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:29.105891 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-23748cda-3e6f-4796-94c5-53eb323db771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:29.110845 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-23748cda-3e6f-4796-94c5-53eb323db771 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6749a476-6a1e-4a89-a7ba-4715a1bf62dd HTTP/1.1" status: 204 len: 168 time: 0.3509061 Jun 21 04:41:29.110845 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-23748cda-3e6f-4796-94c5-53eb323db771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:29.110845 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46690) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:29.151069 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dff22-ad03-478b-bafa-e24462a784f5 req-3d598abb-60ff-4996-9ec7-6b3098ecbf91 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:29.153176 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-487dff22-ad03-478b-bafa-e24462a784f5 req-3d598abb-60ff-4996-9ec7-6b3098ecbf91 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0745885 Jun 21 04:41:29.196000 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:29.199548 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-487dff22-ad03-478b-bafa-e24462a784f5 req-3ab6617d-f67b-437c-a87a-665889b4d758 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377045 Jun 21 04:41:29.293783 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:29.303782 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:41:29.304138 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:41:29.304994 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:41:29.305317 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Subscribe: > port after_create 55550000 {{(pid=99942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:41:29.305635 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Subscribe: > port after_delete 55550000 {{(pid=99942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:41:29.305968 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Subscribe: > port after_update 55550000 {{(pid=99942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:41:29.306302 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:41:29.306871 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:41:29.307222 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:41:29.307532 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:41:29.461100 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:41:29.461633 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:41:29.462106 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:41:29.462430 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:41:29.462763 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a938708-e171-4e88-96d1-89660dad927e']}} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:29.480724 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb18e44a-5be6-4348-ac53-3b2c184a155a') {'for_net_delete': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:29.480983 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb18e44a-5be6-4348-ac53-3b2c184a155a') {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:29.496883 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25676524'] for segment, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:29.517558 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:29.526683 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=99942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:41:29.527103 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25549820'] for segment, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: from cryptography.utils import int_from_bytes Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: from cryptography.utils import int_from_bytes Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: Traceback (most recent call last): Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: timer() Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: cb(*args, **kw) Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: return func(*args, **kwargs) Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: self._notify() Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: self.callback(batched_events) Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: event.method(event) Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: return f(self, *a, **k) Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._get(url).json() Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: return self.request(url, 'GET', **kwargs) Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:41:29.531238 dv-cinder-772623-10-iscsi neutron-server[99942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:41:30.079191 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5f53db22-52f1-4149-8294-1c80cba05908 req-bac994fd-25e7-44af-8ca5-a0ca07afae92 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 210 time: 0.0290346 Jun 21 04:41:30.100824 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.109899 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:30.116842 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.117425 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] 10.222.0.11 "DELETE /v2.0/networks/9a938708-e171-4e88-96d1-89660dad927e HTTP/1.1" status: 204 len: 168 time: 1.0057871 Jun 21 04:41:30.120186 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 46728) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:30.136758 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Pushing event deleted for resources: {'Network': ['ID=9a938708-e171-4e88-96d1-89660dad927e,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:30.145143 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-3dabfb01-5e12-4704-a806-e4e6fd95f48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:30.171949 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_v2 [None req-0604a7d8-fd6f-44e0-84cf-42787fe1d4d4 admin admin] Deleting subnet 4f81559e-0504-45b4-8080-215b0c5db546 {{(pid=99943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:41:30.175251 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0604a7d8-fd6f-44e0-84cf-42787fe1d4d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.224606 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0604a7d8-fd6f-44e0-84cf-42787fe1d4d4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.234584 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0604a7d8-fd6f-44e0-84cf-42787fe1d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.394883 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b976c-36ba-49f2-8547-9cf5db165853 req-71ed2eb1-38c1-4b70-98f4-1788bed7d71b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:30.398364 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-347b976c-36ba-49f2-8547-9cf5db165853 req-71ed2eb1-38c1-4b70-98f4-1788bed7d71b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0857933 Jun 21 04:41:30.444293 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-347b976c-36ba-49f2-8547-9cf5db165853 req-46b7694f-8e95-42b5-9e72-5150565f01b3 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362382 Jun 21 04:41:30.480114 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0604a7d8-fd6f-44e0-84cf-42787fe1d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370'] for subnet, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.485895 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f21102df-8e03-45a8-93f8-6d384ff13d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:30.517167 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604a7d8-fd6f-44e0-84cf-42787fe1d4d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f81559e-0504-45b4-8080-215b0c5db546,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:30.519634 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0604a7d8-fd6f-44e0-84cf-42787fe1d4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:30.524856 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0604a7d8-fd6f-44e0-84cf-42787fe1d4d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.526681 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-0604a7d8-fd6f-44e0-84cf-42787fe1d4d4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4f81559e-0504-45b4-8080-215b0c5db546 HTTP/1.1" status: 204 len: 168 time: 0.4055192 Jun 21 04:41:30.529402 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46744) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:30.568417 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-ff596bd3-7669-4fb3-91f9-b4bbce3e4503 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:30.568417 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-ff596bd3-7669-4fb3-91f9-b4bbce3e4503 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "GET /v2.0/networks?id=b455bc6c-061f-44be-8cec-59e7ce8a93bf HTTP/1.1" status: 200 len: 815 time: 0.1371469 Jun 21 04:41:30.600430 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3594-2167-48a8-a1a6-cf99aa7bbe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.601302 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-d18177a7-ca77-472c-bb7d-d28707a74ef5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Request body: {'port': {'device_id': '291411d0-80c8-46ff-b356-29ec3e4347c2', 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf', 'admin_state_up': True, 'tenant_id': '150ad2a4ad9c4fab8e6b2fa15c136ae7'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:41:30.687072 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3594-2167-48a8-a1a6-cf99aa7bbe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.705748 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-ae8d3594-2167-48a8-a1a6-cf99aa7bbe25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7aaa77-e91b-4802-9ac6-8a5937773838']}} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:30.711607 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-ae8d3594-2167-48a8-a1a6-cf99aa7bbe25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5221f4b5-7842-46ab-98f8-744f3dafb03f') {'for_net_delete': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:30.711898 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-ae8d3594-2167-48a8-a1a6-cf99aa7bbe25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5221f4b5-7842-46ab-98f8-744f3dafb03f') {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:30.721040 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3594-2167-48a8-a1a6-cf99aa7bbe25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25676524'] for segment, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.737538 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3594-2167-48a8-a1a6-cf99aa7bbe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.744930 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8d3594-2167-48a8-a1a6-cf99aa7bbe25 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=99942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:41:30.745325 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3594-2167-48a8-a1a6-cf99aa7bbe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25549820'] for segment, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: Traceback (most recent call last): Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: timer() Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: cb(*args, **kw) Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: return func(*args, **kwargs) Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: self._notify() Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: self.callback(batched_events) Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: event.method(event) Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: return f(self, *a, **k) Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._get(url).json() Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: return self.request(url, 'GET', **kwargs) Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:41:30.747027 dv-cinder-772623-10-iscsi neutron-server[99942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:41:30.894560 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-d18177a7-ca77-472c-bb7d-d28707a74ef5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Made reservation on behalf of 150ad2a4ad9c4fab8e6b2fa15c136ae7 for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:41:30.898416 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-d18177a7-ca77-472c-bb7d-d28707a74ef5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.949533 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3594-2167-48a8-a1a6-cf99aa7bbe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.961007 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-10427c64-6430-46ae-b29e-51e0eb127427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:30.963729 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3594-2167-48a8-a1a6-cf99aa7bbe25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.967943 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-ae8d3594-2167-48a8-a1a6-cf99aa7bbe25 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cc7aaa77-e91b-4802-9ac6-8a5937773838 HTTP/1.1" status: 204 len: 168 time: 0.4352574 Jun 21 04:41:30.998058 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d3594-2167-48a8-a1a6-cf99aa7bbe25 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc7aaa77-e91b-4802-9ac6-8a5937773838,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:31.000733 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-ae8d3594-2167-48a8-a1a6-cf99aa7bbe25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:31.094874 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-d18177a7-ca77-472c-bb7d-d28707a74ef5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Allocated IP 172.20.0.13 (b455bc6c-061f-44be-8cec-59e7ce8a93bf/40b645dd-fc76-4567-8704-5f8ccdfd7cd1/797bae1c-cbcd-4eeb-b650-30901d5fd1e9) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:41:31.246642 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ca885e49-582b-4133-803e-4d5698b0922f req-e2635726-bdd4-4b37-83b2-50b5f233486a tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 210 time: 0.0452683 Jun 21 04:41:31.313973 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-d18177a7-ca77-472c-bb7d-d28707a74ef5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:31.530015 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-d18177a7-ca77-472c-bb7d-d28707a74ef5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:31.541519 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:31.586421 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-d18177a7-ca77-472c-bb7d-d28707a74ef5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Network b455bc6c-061f-44be-8cec-59e7ce8a93bf is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:41:31.591461 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-d18177a7-ca77-472c-bb7d-d28707a74ef5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:41:31.595272 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-d18177a7-ca77-472c-bb7d-d28707a74ef5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:41:31.600980 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-d18177a7-ca77-472c-bb7d-d28707a74ef5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:31.602126 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-d18177a7-ca77-472c-bb7d-d28707a74ef5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:31.613783 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['f6551218-db3f-46d2-89c9-81b1862cabeb'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:41:31.617139 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18177a7-ca77-472c-bb7d-d28707a74ef5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Pushing event updated for resources: {'Port': ['ID=797bae1c-cbcd-4eeb-b650-30901d5fd1e9,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:31.619622 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 46800) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:31.626757 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d18177a7-ca77-472c-bb7d-d28707a74ef5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:31.665267 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104ddf0-c1d9-46f1-919c-54f62be76e51 req-ec870fbe-d1f5-4587-b016-d71cca30afab tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:31.666745 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6104ddf0-c1d9-46f1-919c-54f62be76e51 req-ec870fbe-d1f5-4587-b016-d71cca30afab tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.1043816 Jun 21 04:41:31.673506 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-d5aa96c0-d8cc-403e-9433-549a4d8ca3e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=abcd72aa1a67435f87d349e186730bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487554 Jun 21 04:41:31.676511 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46802) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:31.730050 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6104ddf0-c1d9-46f1-919c-54f62be76e51 req-a728c286-2222-42db-84a1-6943f8fe3f70 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570314 Jun 21 04:41:31.751248 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-74a2ef38-7c38-4678-bdcf-95efaabd2606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:31.774155 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-74a2ef38-7c38-4678-bdcf-95efaabd2606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:31.862624 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-d18177a7-ca77-472c-bb7d-d28707a74ef5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2659509 Jun 21 04:41:31.897992 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Request body: {'port': {'device_id': '291411d0-80c8-46ff-b356-29ec3e4347c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:41:31.965381 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:32.062347 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-74a2ef38-7c38-4678-bdcf-95efaabd2606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:32.066014 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-74a2ef38-7c38-4678-bdcf-95efaabd2606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:32.068034 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-74a2ef38-7c38-4678-bdcf-95efaabd2606 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09fde63a-8209-464e-8b6f-2254b4f61080 HTTP/1.1" status: 204 len: 168 time: 0.3842456 Jun 21 04:41:32.069936 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-beaf1aef-e8a5-439e-b902-47048d84f4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:32.081468 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2ef38-7c38-4678-bdcf-95efaabd2606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fde63a-8209-464e-8b6f-2254b4f61080,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:32.092596 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-74a2ef38-7c38-4678-bdcf-95efaabd2606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:32.248308 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:41:32.256425 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:32.269075 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Transition to ACTIVE for port object 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:41:32.347955 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:32.350374 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:32.436189 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=797bae1c-cbcd-4eeb-b650-30901d5fd1e9,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:32.440862 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:32.446090 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e59239-a677-48c7-8560-f678a1c565a6 req-3c86a5f2-d416-418d-8fcb-e4b86ce6d03e tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:32.447413 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-68e59239-a677-48c7-8560-f678a1c565a6 req-3c86a5f2-d416-418d-8fcb-e4b86ce6d03e tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 944 time: 0.0950530 Jun 21 04:41:32.500007 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-68e59239-a677-48c7-8560-f678a1c565a6 req-51640ad1-2375-424f-bc64-30d295d5ae88 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463865 Jun 21 04:41:32.904564 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d1ce2-df59-4327-93c3-445ab3c15109 req-3a059bdd-190e-41ce-bd11-7f52e978ef8b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:33.019738 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bd7d1ce2-df59-4327-93c3-445ab3c15109 req-3a059bdd-190e-41ce-bd11-7f52e978ef8b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0643821 Jun 21 04:41:33.019738 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bd7d1ce2-df59-4327-93c3-445ab3c15109 req-91b158df-f454-430e-a76c-da82dec32420 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303330 Jun 21 04:41:33.328933 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46834) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:33.360962 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Attempting to bind port 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:41:33.361556 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Attempting to bind port 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:41:33.362327 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Attempting to bind port 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 on network b455bc6c-061f-44be-8cec-59e7ce8a93bf {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:41:33.366992 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Port 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 on network b455bc6c-061f-44be-8cec-59e7ce8a93bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:41:33.367346 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Attempting to bind port 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 on network b455bc6c-061f-44be-8cec-59e7ce8a93bf {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:41:33.372205 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:41:33.373058 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Checking segment: {'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:41:33.373058 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Bound using segment: {'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:41:33.373364 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Bound port: 797bae1c-cbcd-4eeb-b650-30901d5fd1e9, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:41:33.373663 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:33.381940 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-9ea54e94-d417-492e-9ce3-b4b43b520c28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=708642aa1c3f47e79f60383247513dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501986 Jun 21 04:41:33.383210 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46838) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:33.441231 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2e1cabf1-751c-4cf6-aef7-8f7fd8a706fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:33.459740 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] For port 797bae1c-cbcd-4eeb-b650-30901d5fd1e9, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:41:33.463142 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] For port 797bae1c-cbcd-4eeb-b650-30901d5fd1e9, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=797bae1c-cbcd-4eeb-b650-30901d5fd1e9,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:41:33.465622 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2e1cabf1-751c-4cf6-aef7-8f7fd8a706fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:33.565123 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:33.569065 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d18177a7-ca77-472c-bb7d-d28707a74ef5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:33.603658 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:33.603658 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:33.603658 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] 10.222.0.52 "PUT /v2.0/ports/797bae1c-cbcd-4eeb-b650-30901d5fd1e9 HTTP/1.1" status: 200 len: 1094 time: 1.7096186 Jun 21 04:41:33.603658 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291411d0-80c8-46ff-b356-29ec3e4347c2', 'tag': '797bae1c-cbcd-4eeb-b650-30901d5fd1e9'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:41:33.605469 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd5dd9c-4da0-4924-90e2-d8e2adcc82db" -d '{"events": [{"name": "network-changed", "server_uuid": "291411d0-80c8-46ff-b356-29ec3e4347c2", "tag": "797bae1c-cbcd-4eeb-b650-30901d5fd1e9"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:41:33.631822 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=797bae1c-cbcd-4eeb-b650-30901d5fd1e9,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:33.636449 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:33.646329 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2e1cabf1-751c-4cf6-aef7-8f7fd8a706fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:33.648267 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73def10e-1847-427f-99de-1594f38770c0 x-openstack-request-id: req-73def10e-1847-427f-99de-1594f38770c0 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:41:33.648575 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291411d0-80c8-46ff-b356-29ec3e4347c2", "tag": "797bae1c-cbcd-4eeb-b650-30901d5fd1e9", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:41:33.648849 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73def10e-1847-427f-99de-1594f38770c0 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:41:33.649256 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291411d0-80c8-46ff-b356-29ec3e4347c2', 'tag': '797bae1c-cbcd-4eeb-b650-30901d5fd1e9', 'status': 'completed', 'code': 200} Jun 21 04:41:33.649353 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2e1cabf1-751c-4cf6-aef7-8f7fd8a706fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:33.650538 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-2e1cabf1-751c-4cf6-aef7-8f7fd8a706fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5d68cf9-c981-474e-ad9f-140ddf4361e4 HTTP/1.1" status: 204 len: 168 time: 0.2662711 Jun 21 04:41:33.653088 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:33.664156 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cabf1-751c-4cf6-aef7-8f7fd8a706fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d68cf9-c981-474e-ad9f-140ddf4361e4,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:33.666666 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-2e1cabf1-751c-4cf6-aef7-8f7fd8a706fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:33.705509 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff779786-8f06-4340-a462-38a98196df6e req-8ae9b597-dbe1-41e4-a1cf-2808f3a4694d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:33.706994 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ff779786-8f06-4340-a462-38a98196df6e req-8ae9b597-dbe1-41e4-a1cf-2808f3a4694d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 944 time: 0.0930929 Jun 21 04:41:33.760965 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ff779786-8f06-4340-a462-38a98196df6e req-a88d5a52-e2ba-4fc1-a353-09a0844bac68 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378721 Jun 21 04:41:33.807278 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5dd9c-4da0-4924-90e2-d8e2adcc82db req-0a645621-1411-4e24-8784-7ebac5fc0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:33.808744 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9fd5dd9c-4da0-4924-90e2-d8e2adcc82db req-0a645621-1411-4e24-8784-7ebac5fc0b89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 1097 time: 0.0566025 Jun 21 04:41:33.986658 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5dd9c-4da0-4924-90e2-d8e2adcc82db req-6da166ad-643a-4314-a575-b60f842d8df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:33.988101 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9fd5dd9c-4da0-4924-90e2-d8e2adcc82db req-6da166ad-643a-4314-a575-b60f842d8df9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1581450 Jun 21 04:41:34.178484 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5dd9c-4da0-4924-90e2-d8e2adcc82db req-c40b9b39-71da-44b5-a02d-e096aa305f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:34.178650 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f97ace-d429-404b-bc4d-5dc5211cd2a7 req-65b58671-5140-4738-89f3-dff1db70cdd8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:34.178743 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9fd5dd9c-4da0-4924-90e2-d8e2adcc82db req-c40b9b39-71da-44b5-a02d-e096aa305f0b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1675797 Jun 21 04:41:34.178813 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-29f97ace-d429-404b-bc4d-5dc5211cd2a7 req-65b58671-5140-4738-89f3-dff1db70cdd8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0672703 Jun 21 04:41:34.220564 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-29f97ace-d429-404b-bc4d-5dc5211cd2a7 req-be15810b-5756-4b7b-bfb0-61397ced48e5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377877 Jun 21 04:41:34.350810 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-0caf0147-c58b-4bef-8c98-ebc10848a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:34.352376 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-0caf0147-c58b-4bef-8c98-ebc10848a045 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 1097 time: 0.0559492 Jun 21 04:41:34.415819 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-54a50383-4299-4f4e-b753-1a5c2f6e3616 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=797bae1c-cbcd-4eeb-b650-30901d5fd1e9 HTTP/1.1" status: 200 len: 217 time: 0.0390191 Jun 21 04:41:34.490688 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-0edd6577-df59-4970-b271-e9102dfef7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:34.492427 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-0edd6577-df59-4970-b271-e9102dfef7a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40b645dd-fc76-4567-8704-5f8ccdfd7cd1 HTTP/1.1" status: 200 len: 855 time: 0.0668609 Jun 21 04:41:34.543909 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-46bd7af6-72a2-49ec-a07e-7884a7c83f4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b455bc6c-061f-44be-8cec-59e7ce8a93bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418177 Jun 21 04:41:34.662382 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-78d18d09-28a4-4e50-8b2d-76513e6d4765 service neutron] 10.222.0.52 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013052 Jun 21 04:41:34.815191 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-da2c3845-1a29-4ab4-a4be-1d157e2aa910 req-800fbd1a-d15a-4d82-8920-a43872b959dc service neutron] 10.222.0.52 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859256 Jun 21 04:41:34.940788 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244537a9-8247-499a-972d-24be92e4f590 req-39bab7e5-0116-4397-b9e2-8a20fbb4933d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:34.942903 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-244537a9-8247-499a-972d-24be92e4f590 req-39bab7e5-0116-4397-b9e2-8a20fbb4933d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 944 time: 0.0679219 Jun 21 04:41:34.993406 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-244537a9-8247-499a-972d-24be92e4f590 req-09e869f9-6c5e-43b9-b260-c6c4f5261f84 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408220 Jun 21 04:41:35.403258 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab0719-df71-4396-af76-f5f15505d19e req-40b7a4a8-c0e3-41d4-b413-7b6c5f732737 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:35.404722 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cfab0719-df71-4396-af76-f5f15505d19e req-40b7a4a8-c0e3-41d4-b413-7b6c5f732737 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0710149 Jun 21 04:41:35.444747 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cfab0719-df71-4396-af76-f5f15505d19e req-871bae09-dc2a-4192-8d10-5b0223119394 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343029 Jun 21 04:41:35.592827 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 46954) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:35.694485 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e48bb2ba-e2fd-4909-8c04-40fbe5b3446f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:35.953720 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e48bb2ba-e2fd-4909-8c04-40fbe5b3446f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:36.168256 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c3d9-59ad-4d65-b028-601f2492c621 req-dc2ce887-98f2-4e1b-aef1-e9833e14f7ef tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:36.169712 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b750c3d9-59ad-4d65-b028-601f2492c621 req-dc2ce887-98f2-4e1b-aef1-e9833e14f7ef tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 944 time: 0.0679231 Jun 21 04:41:36.209169 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b750c3d9-59ad-4d65-b028-601f2492c621 req-cf2156be-c8e0-44eb-819b-bcde2c4739ac tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337439 Jun 21 04:41:36.243250 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e48bb2ba-e2fd-4909-8c04-40fbe5b3446f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:36.246862 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:36.288045 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-e48bb2ba-e2fd-4909-8c04-40fbe5b3446f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14e0cb78851942328acedaaeadacdad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6951513 Jun 21 04:41:36.288045 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bb2ba-e2fd-4909-8c04-40fbe5b3446f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2df406-4b40-4c66-a682-d2e8df52ab31,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:36.288483 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 46968) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:36.295122 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e48bb2ba-e2fd-4909-8c04-40fbe5b3446f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:36.339969 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4aaaf50d-9e5a-4eb7-aaff-4430ffa54e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:36.364185 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4aaaf50d-9e5a-4eb7-aaff-4430ffa54e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:36.461245 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060143cb-7b39-446c-aa24-4872e6b52f11 req-0141fa5d-c224-4313-b4fa-ccd469c88230 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:36.462945 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-060143cb-7b39-446c-aa24-4872e6b52f11 req-0141fa5d-c224-4313-b4fa-ccd469c88230 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 945 time: 0.0833333 Jun 21 04:41:36.507302 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-060143cb-7b39-446c-aa24-4872e6b52f11 req-b765c70e-41f2-4fba-8ab8-53b69147b487 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366402 Jun 21 04:41:36.562887 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4aaaf50d-9e5a-4eb7-aaff-4430ffa54e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:36.565923 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4aaaf50d-9e5a-4eb7-aaff-4430ffa54e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:36.571556 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-4aaaf50d-9e5a-4eb7-aaff-4430ffa54e94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d2df406-4b40-4c66-a682-d2e8df52ab31 HTTP/1.1" status: 204 len: 168 time: 0.2777073 Jun 21 04:41:36.571556 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:36.576276 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaf50d-9e5a-4eb7-aaff-4430ffa54e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2df406-4b40-4c66-a682-d2e8df52ab31,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:36.595894 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-4aaaf50d-9e5a-4eb7-aaff-4430ffa54e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:36.684643 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8ead2-c564-4eb7-ae70-8d0f47e6f00c req-d9df7042-c239-43da-8d9c-4b87dbd6904f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:36.686407 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5fd8ead2-c564-4eb7-ae70-8d0f47e6f00c req-d9df7042-c239-43da-8d9c-4b87dbd6904f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0698721 Jun 21 04:41:36.716455 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 46984) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:36.726303 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5fd8ead2-c564-4eb7-ae70-8d0f47e6f00c req-dcca8aff-f5c1-4bbc-a256-e7f4664d706a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343304 Jun 21 04:41:37.057354 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a2ad31bf-7386-41f6-9ae1-a783ccc2707b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:37.143272 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a2ad31bf-7386-41f6-9ae1-a783ccc2707b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:37.273636 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a2ad31bf-7386-41f6-9ae1-a783ccc2707b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:37.287678 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-56d1dd7e-48fb-4305-b93c-6a5d48bf7b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:37.313748 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-a2ad31bf-7386-41f6-9ae1-a783ccc2707b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bdc1b14fe93844ce9d3e3baaa13046cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5974004 Jun 21 04:41:37.316499 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47004) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:37.318818 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad31bf-7386-41f6-9ae1-a783ccc2707b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59f6390-b676-458d-ba7e-381e2d71571f,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:37.321838 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a2ad31bf-7386-41f6-9ae1-a783ccc2707b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:37.417584 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a0208ca5-74f7-4bc2-8cbb-ee88e2f04321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:37.428106 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1890ac0-a5d0-4adb-9f1e-afcf4aedbe37 req-59e6be47-623e-4c82-baa8-e998d685bbb0 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:37.429555 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f1890ac0-a5d0-4adb-9f1e-afcf4aedbe37 req-59e6be47-623e-4c82-baa8-e998d685bbb0 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 944 time: 0.0991414 Jun 21 04:41:37.464241 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a0208ca5-74f7-4bc2-8cbb-ee88e2f04321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:37.511255 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f1890ac0-a5d0-4adb-9f1e-afcf4aedbe37 req-4d6017a6-2ca3-4fd1-a38b-667eb4a9a594 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742168 Jun 21 04:41:37.711594 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddacc76-d527-4433-afb1-050952f34df7 req-12477fca-2a59-485b-b98e-e8647f0f0853 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:37.713212 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0ddacc76-d527-4433-afb1-050952f34df7 req-12477fca-2a59-485b-b98e-e8647f0f0853 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 945 time: 0.0732021 Jun 21 04:41:37.752143 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0ddacc76-d527-4433-afb1-050952f34df7 req-c8680a3f-ef9d-4b50-8145-15bcc7435732 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332420 Jun 21 04:41:37.754377 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a0208ca5-74f7-4bc2-8cbb-ee88e2f04321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:37.757769 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a0208ca5-74f7-4bc2-8cbb-ee88e2f04321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:37.758972 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-a0208ca5-74f7-4bc2-8cbb-ee88e2f04321 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f59f6390-b676-458d-ba7e-381e2d71571f HTTP/1.1" status: 204 len: 168 time: 0.4403808 Jun 21 04:41:37.759907 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8eb7b675-448c-4062-90cc-7e74cbc136e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:37.769727 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0208ca5-74f7-4bc2-8cbb-ee88e2f04321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59f6390-b676-458d-ba7e-381e2d71571f,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:37.773250 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-a0208ca5-74f7-4bc2-8cbb-ee88e2f04321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:37.944220 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eea16b-ac4f-405d-b7af-97ae835bc275 req-093a1f33-559b-443e-8abe-8e8e095af26f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:37.951207 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e3eea16b-ac4f-405d-b7af-97ae835bc275 req-093a1f33-559b-443e-8abe-8e8e095af26f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0756290 Jun 21 04:41:37.970944 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47020) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:37.985130 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-9b485f38-e6fe-4255-a4c8-677377455e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:37.994089 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e3eea16b-ac4f-405d-b7af-97ae835bc275 req-6d12e91c-e754-4336-b14c-3a9efc6bbd9f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 Jun 21 04:41:38.078614 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-9b485f38-e6fe-4255-a4c8-677377455e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:38.237301 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-9b485f38-e6fe-4255-a4c8-677377455e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:38.242141 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-4c4c2d10-ffd7-4ccf-9f68-b7d74e68b92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:38.281257 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-9b485f38-e6fe-4255-a4c8-677377455e76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4a8f9bfb17943ff933d7f8037906e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090713 Jun 21 04:41:38.282269 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b485f38-e6fe-4255-a4c8-677377455e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b01624-1157-4453-b496-28b0b156c92d,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:38.284868 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47026) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:38.285137 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-9b485f38-e6fe-4255-a4c8-677377455e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:38.336438 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8835e8d6-9f4a-43a1-b6d0-4512dd06f6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:38.356420 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8835e8d6-9f4a-43a1-b6d0-4512dd06f6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:38.525091 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8835e8d6-9f4a-43a1-b6d0-4512dd06f6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:38.527829 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8835e8d6-9f4a-43a1-b6d0-4512dd06f6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:38.528959 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-8835e8d6-9f4a-43a1-b6d0-4512dd06f6d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7b01624-1157-4453-b496-28b0b156c92d HTTP/1.1" status: 204 len: 168 time: 0.2425079 Jun 21 04:41:38.529720 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-886fe5fd-c03b-4b42-a1bf-55754a99bfdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:38.540038 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835e8d6-9f4a-43a1-b6d0-4512dd06f6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b01624-1157-4453-b496-28b0b156c92d,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:38.540365 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8835e8d6-9f4a-43a1-b6d0-4512dd06f6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:38.700382 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47034) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:38.711344 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-69af3683-5a64-491d-a657-817b566ec5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:38.925670 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23364c1b-4316-4b6b-a8a8-7f27d13ef088 req-2ae106e4-2df8-421f-a48d-d43630013df8 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:38.927127 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-23364c1b-4316-4b6b-a8a8-7f27d13ef088 req-2ae106e4-2df8-421f-a48d-d43630013df8 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 944 time: 0.2933693 Jun 21 04:41:38.956176 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59ae2c-332f-40d6-a0a3-5f03dcd09364 req-0927101a-230c-48b4-9195-3ebe3603db05 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:38.957772 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4c59ae2c-332f-40d6-a0a3-5f03dcd09364 req-0927101a-230c-48b4-9195-3ebe3603db05 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 945 time: 0.0738509 Jun 21 04:41:38.971360 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-23364c1b-4316-4b6b-a8a8-7f27d13ef088 req-30f2f1f6-58c5-424b-976d-84658b8b3169 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371759 Jun 21 04:41:39.006442 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4c59ae2c-332f-40d6-a0a3-5f03dcd09364 req-eb24c066-720d-4b93-bdb0-520ad2685213 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397575 Jun 21 04:41:39.108676 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-69af3683-5a64-491d-a657-817b566ec5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:39.175259 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4631fd-703d-4b27-842d-e8f289d7c862 req-ed399e48-4ae1-4dac-942e-afc8dcc69007 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:39.176776 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ca4631fd-703d-4b27-842d-e8f289d7c862 req-ed399e48-4ae1-4dac-942e-afc8dcc69007 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0646968 Jun 21 04:41:39.200046 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-69af3683-5a64-491d-a657-817b566ec5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:39.203461 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-9842a416-b104-4fc1-90e8-e0f73aac08f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:39.248642 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ca4631fd-703d-4b27-842d-e8f289d7c862 req-619b93f3-cc42-41c9-8a05-a8b88f7811ce tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660028 Jun 21 04:41:39.250770 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af3683-5a64-491d-a657-817b566ec5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf800651-a70c-44d9-929d-5750378be4e8,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:39.255014 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-69af3683-5a64-491d-a657-817b566ec5f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b26ad6dc179460cab7cdb09eef5ba07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563471 Jun 21 04:41:39.256515 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-69af3683-5a64-491d-a657-817b566ec5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:39.259455 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47050) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:39.312223 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-eb820b5c-8c10-42e4-ba08-0e50e46b5fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:39.332769 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-eb820b5c-8c10-42e4-ba08-0e50e46b5fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:39.482977 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-eb820b5c-8c10-42e4-ba08-0e50e46b5fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:39.485735 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-eb820b5c-8c10-42e4-ba08-0e50e46b5fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:39.487088 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-eb820b5c-8c10-42e4-ba08-0e50e46b5fc1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf800651-a70c-44d9-929d-5750378be4e8 HTTP/1.1" status: 204 len: 168 time: 0.2275493 Jun 21 04:41:39.492107 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-fbaa05d8-d088-4e6c-a900-4d133071bd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:39.498115 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb820b5c-8c10-42e4-ba08-0e50e46b5fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf800651-a70c-44d9-929d-5750378be4e8,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:39.500269 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-eb820b5c-8c10-42e4-ba08-0e50e46b5fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:39.507735 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:41:39.617397 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 797bae1c-cbcd-4eeb-b650-30901d5fd1e9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=797bae1c-cbcd-4eeb-b650-30901d5fd1e9,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:41:39.628117 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': '797bae1c-cbcd-4eeb-b650-30901d5fd1e9', 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf', 'port_id': '797bae1c-cbcd-4eeb-b650-30901d5fd1e9', 'mac_address': 'fa:16:3e:cb:11:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b645dd-fc76-4567-8704-5f8ccdfd7cd1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:41:39.665371 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:39.678116 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:41:39.698735 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 797bae1c-cbcd-4eeb-b650-30901d5fd1e9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=797bae1c-cbcd-4eeb-b650-30901d5fd1e9,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:41:39.867969 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:39.870343 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:39.917214 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=797bae1c-cbcd-4eeb-b650-30901d5fd1e9,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:39.924244 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:39.924613 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:39.924959 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:39.925310 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:39.925643 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:39.925974 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:39.926373 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:39.926620 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:39.926966 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:39.927367 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:39.928250 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:39.928570 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:39.932709 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:40.190636 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a4f43-e7e3-4753-b1c3-edc1d1651677 req-b943436f-280e-424b-a6fe-507ecd882b19 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:40.199393 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e08a4f43-e7e3-4753-b1c3-edc1d1651677 req-b943436f-280e-424b-a6fe-507ecd882b19 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 945 time: 0.0952597 Jun 21 04:41:40.228441 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60333b9-94bc-4da6-b57f-cfda8330d6b4 req-81496ab3-f74b-4338-92b5-7a11ab79395c tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:40.229917 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d60333b9-94bc-4da6-b57f-cfda8330d6b4 req-81496ab3-f74b-4338-92b5-7a11ab79395c tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 945 time: 0.0805428 Jun 21 04:41:40.247861 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e08a4f43-e7e3-4753-b1c3-edc1d1651677 req-5664531a-634d-4bbb-9dc6-b07460aa5ebf tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474367 Jun 21 04:41:40.274955 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d60333b9-94bc-4da6-b57f-cfda8330d6b4 req-1ba1863b-257c-4142-9871-9bf6a809599c tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388215 Jun 21 04:41:40.462138 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b81825-3c32-40bb-8c3a-4fdc573ab8d6 req-7cb52e01-7d9c-4ffa-9c87-226189cb5f2a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:40.463609 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-54b81825-3c32-40bb-8c3a-4fdc573ab8d6 req-7cb52e01-7d9c-4ffa-9c87-226189cb5f2a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0638759 Jun 21 04:41:40.501991 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-54b81825-3c32-40bb-8c3a-4fdc573ab8d6 req-1d09fb2e-b208-4533-bd80-36195c66c184 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327287 Jun 21 04:41:40.879671 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616be9ba-ed83-4b94-85e8-b29abd4eac1f req-f65143c9-72c6-4aef-8d5c-bfdfbe271c23 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:40.881882 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-616be9ba-ed83-4b94-85e8-b29abd4eac1f req-f65143c9-72c6-4aef-8d5c-bfdfbe271c23 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 945 time: 0.0675156 Jun 21 04:41:40.923573 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['797bae1c-cbcd-4eeb-b650-30901d5fd1e9'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:41:41.018879 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-616be9ba-ed83-4b94-85e8-b29abd4eac1f req-c1848a1f-92e7-48f1-ac41-fdc52aeea353 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Deleting port a8c5615b-ec31-418a-bc60-f07274de2f51 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:41:41.019394 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-616be9ba-ed83-4b94-85e8-b29abd4eac1f req-c1848a1f-92e7-48f1-ac41-fdc52aeea353 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:41.129505 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-616be9ba-ed83-4b94-85e8-b29abd4eac1f req-c1848a1f-92e7-48f1-ac41-fdc52aeea353 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] For port a8c5615b-ec31-418a-bc60-f07274de2f51, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a8c5615b-ec31-418a-bc60-f07274de2f51,segment=NetworkSegment(a1fec542-1ed4-4149-a93a-da35530cb614),segment_id=a1fec542-1ed4-4149-a93a-da35530cb614)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:41:41.129862 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-616be9ba-ed83-4b94-85e8-b29abd4eac1f req-c1848a1f-92e7-48f1-ac41-fdc52aeea353 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:41.212628 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-616be9ba-ed83-4b94-85e8-b29abd4eac1f req-c1848a1f-92e7-48f1-ac41-fdc52aeea353 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Calling delete_port for a8c5615b-ec31-418a-bc60-f07274de2f51 owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:41:41.440787 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f376ff-77b1-40ca-a8d3-9191c5e17546 req-423aeb19-1c9a-44d6-963f-3f81c34ae772 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:41.442277 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-43f376ff-77b1-40ca-a8d3-9191c5e17546 req-423aeb19-1c9a-44d6-963f-3f81c34ae772 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 945 time: 0.0761483 Jun 21 04:41:41.480914 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-43f376ff-77b1-40ca-a8d3-9191c5e17546 req-f08cb9f1-1d6d-47de-a675-bd6c47fb461c tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314274 Jun 21 04:41:41.497255 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46daf75-e000-45a9-b5a6-5ea09b44ef24 req-9dfffa70-6769-4b59-9181-21f40138a8bb tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:41.498854 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c46daf75-e000-45a9-b5a6-5ea09b44ef24 req-9dfffa70-6769-4b59-9181-21f40138a8bb tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 945 time: 0.0697083 Jun 21 04:41:41.500234 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-616be9ba-ed83-4b94-85e8-b29abd4eac1f req-c1848a1f-92e7-48f1-ac41-fdc52aeea353 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:41.507010 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5aa979d9-c20d-4cad-953b-4c3b0d32d8d1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:41.549765 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1848a1f-92e7-48f1-ac41-fdc52aeea353 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Pushing event deleted for resources: {'Port': ['ID=a8c5615b-ec31-418a-bc60-f07274de2f51,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:41.553170 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c1848a1f-92e7-48f1-ac41-fdc52aeea353 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:41.626987 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-616be9ba-ed83-4b94-85e8-b29abd4eac1f req-c1848a1f-92e7-48f1-ac41-fdc52aeea353 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] No DVR routers for this DVR port a8c5615b-ec31-418a-bc60-f07274de2f51 on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:41:41.630948 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-616be9ba-ed83-4b94-85e8-b29abd4eac1f req-c1848a1f-92e7-48f1-ac41-fdc52aeea353 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:41.633313 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-616be9ba-ed83-4b94-85e8-b29abd4eac1f req-c1848a1f-92e7-48f1-ac41-fdc52aeea353 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.52 "DELETE /v2.0/ports/a8c5615b-ec31-418a-bc60-f07274de2f51 HTTP/1.1" status: 204 len: 173 time: 0.7300186 Jun 21 04:41:41.635819 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad496bb5-fc8e-4778-9710-25275cb8ed04', 'name': 'network-vif-deleted', 'tag': 'a8c5615b-ec31-418a-bc60-f07274de2f51'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:41:41.639204 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888bab71-7f6a-4b8b-9940-51b6c7b10db0" -d '{"events": [{"server_uuid": "ad496bb5-fc8e-4778-9710-25275cb8ed04", "name": "network-vif-deleted", "tag": "a8c5615b-ec31-418a-bc60-f07274de2f51"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:41:41.645112 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c46daf75-e000-45a9-b5a6-5ea09b44ef24 req-e0439d1e-0081-4a38-8e61-52ad2558b653 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/security-groups?id=e42668bb-f8ce-4667-affe-9f09cfda512e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389720 Jun 21 04:41:41.708224 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1210e-4c49-4676-b2a8-520160a294a0 req-0b02a8d6-944b-46b2-9409-b9b7bc136844 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:41.710074 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-23f1210e-4c49-4676-b2a8-520160a294a0 req-0b02a8d6-944b-46b2-9409-b9b7bc136844 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0714178 Jun 21 04:41:41.765597 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-23f1210e-4c49-4676-b2a8-520160a294a0 req-a091350f-8ac0-465d-86a2-bff6f8e53c36 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493433 Jun 21 04:41:41.820030 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a597a670-edea-4913-97c8-cacf69692c35 x-openstack-request-id: req-a597a670-edea-4913-97c8-cacf69692c35 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:41:41.820343 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad496bb5-fc8e-4778-9710-25275cb8ed04", "name": "network-vif-deleted", "tag": "a8c5615b-ec31-418a-bc60-f07274de2f51", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:41:41.820620 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a597a670-edea-4913-97c8-cacf69692c35 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:41:41.821038 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad496bb5-fc8e-4778-9710-25275cb8ed04', 'name': 'network-vif-deleted', 'tag': 'a8c5615b-ec31-418a-bc60-f07274de2f51', 'status': 'completed', 'code': 200} Jun 21 04:41:42.495078 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['a8c5615b-ec31-418a-bc60-f07274de2f51'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:41:42.667666 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dd236-dda8-43ae-8b29-06ecbab867e4 req-8d379a36-cd08-403d-8b96-05bcff052e95 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:42.670757 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6b6dd236-dda8-43ae-8b29-06ecbab867e4 req-8d379a36-cd08-403d-8b96-05bcff052e95 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 945 time: 0.0672867 Jun 21 04:41:42.710110 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6b6dd236-dda8-43ae-8b29-06ecbab867e4 req-461326fc-be0f-4ee7-9c93-870f538915f1 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350740 Jun 21 04:41:42.827441 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-049cb637-d3c7-4290-8912-825f206d9ff5 req-85bab77b-74d1-414b-a0b1-82afe1bc992c tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 210 time: 0.0322309 Jun 21 04:41:42.951156 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45b2e5-f6e7-41b6-8259-79ccac259f01 req-274bb23d-cb05-4621-aee9-da7efa5b3712 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:42.953391 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1b45b2e5-f6e7-41b6-8259-79ccac259f01 req-274bb23d-cb05-4621-aee9-da7efa5b3712 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0686538 Jun 21 04:41:42.990720 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1b45b2e5-f6e7-41b6-8259-79ccac259f01 req-e835053e-9bff-4702-937f-d8206cc4972f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316868 Jun 21 04:41:43.561459 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:41:43.673392 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:41:43.677374 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:41:43.678198 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:43.764371 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:43.789054 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291411d0-80c8-46ff-b356-29ec3e4347c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797bae1c-cbcd-4eeb-b650-30901d5fd1e9'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:41:43.791804 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc97bca-3aaf-4509-86e6-81c0ba35c1fd" -d '{"events": [{"server_uuid": "291411d0-80c8-46ff-b356-29ec3e4347c2", "name": "network-vif-plugged", "status": "completed", "tag": "797bae1c-cbcd-4eeb-b650-30901d5fd1e9"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:41:43.810748 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 797bae1c-cbcd-4eeb-b650-30901d5fd1e9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=797bae1c-cbcd-4eeb-b650-30901d5fd1e9,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:41:43.844368 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc17313-8f6b-48ac-85b9-e5dd51a0dded x-openstack-request-id: req-4cc17313-8f6b-48ac-85b9-e5dd51a0dded {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:41:43.844670 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291411d0-80c8-46ff-b356-29ec3e4347c2", "name": "network-vif-plugged", "status": "completed", "tag": "797bae1c-cbcd-4eeb-b650-30901d5fd1e9", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:41:43.845002 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4cc17313-8f6b-48ac-85b9-e5dd51a0dded {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:41:43.845392 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291411d0-80c8-46ff-b356-29ec3e4347c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797bae1c-cbcd-4eeb-b650-30901d5fd1e9', 'code': 200} Jun 21 04:41:43.911570 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:43.916548 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:43.925250 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aced66-f46a-4d91-a73a-a1f260bb1626 req-ebcdf331-6b44-41f1-a69b-dac1a5248f48 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:43.926811 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-28aced66-f46a-4d91-a73a-a1f260bb1626 req-ebcdf331-6b44-41f1-a69b-dac1a5248f48 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 945 time: 0.0721374 Jun 21 04:41:43.977055 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-28aced66-f46a-4d91-a73a-a1f260bb1626 req-6e82b763-d645-4392-a750-e54da1f32dd9 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426655 Jun 21 04:41:43.988626 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=797bae1c-cbcd-4eeb-b650-30901d5fd1e9,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:43.998893 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3d9e2f76-ec1b-4137-97c7-36cb3fbbfab7 req-ba866c7e-0a33-41a9-b1a5-85326c986966 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad496bb5-fc8e-4778-9710-25275cb8ed04 HTTP/1.1" status: 200 len: 210 time: 0.0343933 Jun 21 04:41:44.004000 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:44.172000 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851f47e-b715-4066-a9ac-831a7a991942 req-26fa853e-fda6-4014-bc4f-9b6be0ffb010 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:44.174678 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c851f47e-b715-4066-a9ac-831a7a991942 req-26fa853e-fda6-4014-bc4f-9b6be0ffb010 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0647428 Jun 21 04:41:44.212756 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c851f47e-b715-4066-a9ac-831a7a991942 req-8cec5c2b-6d72-4bff-919d-4dd28dff6eb4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326166 Jun 21 04:41:44.514047 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e812d-731e-4be7-a992-d9dd368b39b7 req-2afba849-7b93-4dba-be55-096fcdb75f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:44.515535 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-498e812d-731e-4be7-a992-d9dd368b39b7 req-2afba849-7b93-4dba-be55-096fcdb75f85 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 1099 time: 0.0508311 Jun 21 04:41:44.667394 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-498e812d-731e-4be7-a992-d9dd368b39b7 req-5f940e33-7df5-45dd-a484-973ae3ca4a33 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297747 Jun 21 04:41:45.207583 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126617bb-e9d2-42df-bbf3-54c9e50e44e2 req-335a1876-5763-4d40-8537-9346f28fd05f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:45.210182 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-126617bb-e9d2-42df-bbf3-54c9e50e44e2 req-335a1876-5763-4d40-8537-9346f28fd05f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 946 time: 0.0805850 Jun 21 04:41:45.251095 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-126617bb-e9d2-42df-bbf3-54c9e50e44e2 req-42fd71ae-7385-42d1-9631-d2f46ae338ae tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351229 Jun 21 04:41:45.425791 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f07616-0ed9-493b-8d26-eb497fef23d8 req-f38e4cf8-9f47-4e66-9985-9050021dcf22 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:45.427278 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-14f07616-0ed9-493b-8d26-eb497fef23d8 req-f38e4cf8-9f47-4e66-9985-9050021dcf22 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0639315 Jun 21 04:41:45.465855 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-14f07616-0ed9-493b-8d26-eb497fef23d8 req-e71d2711-73c9-4e7a-aed2-96d83a4faff7 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Jun 21 04:41:45.560754 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device a8c5615b-ec31-418a-bc60-f07274de2f51 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:41:45.580531 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: a8c5615b-ec31-418a-bc60-f07274de2f51 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:41:45.580883 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device a8c5615b-ec31-418a-bc60-f07274de2f51 not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:41:46.440687 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c362d86-e1c6-4b6d-8f2e-468ffcc92c76 req-c4045471-07ec-494a-8412-5a75653e05ab tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:46.442109 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7c362d86-e1c6-4b6d-8f2e-468ffcc92c76 req-c4045471-07ec-494a-8412-5a75653e05ab tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 946 time: 0.0655131 Jun 21 04:41:46.479349 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7c362d86-e1c6-4b6d-8f2e-468ffcc92c76 req-fe8eef0d-149d-42de-b353-eb608c175b7c tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Jun 21 04:41:46.644609 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e317d-2558-4770-a3f4-2bf23365fc9d req-f9fd4ec7-c1ce-41da-b3af-7adfe4b38251 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:46.646093 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-528e317d-2558-4770-a3f4-2bf23365fc9d req-f9fd4ec7-c1ce-41da-b3af-7adfe4b38251 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0646739 Jun 21 04:41:46.685197 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-528e317d-2558-4770-a3f4-2bf23365fc9d req-893b0fa0-3ffd-4ce0-b1d2-8acde65eaefb tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320227 Jun 21 04:41:46.715143 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47276) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:46.762522 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5cac60a-1512-4489-9bee-0f9816cb4f60 admin admin] Deleting subnet 4231c303-5efa-4a0b-9c2f-f8df5d0957b2 {{(pid=99942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:41:46.765550 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a5cac60a-1512-4489-9bee-0f9816cb4f60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:46.803070 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a5cac60a-1512-4489-9bee-0f9816cb4f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25676517'] for subnet, precommit_delete_associations {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:46.841498 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a5cac60a-1512-4489-9bee-0f9816cb4f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:46.976816 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a5cac60a-1512-4489-9bee-0f9816cb4f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25676375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26199342'] for subnet, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:46.980027 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:47.009278 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cac60a-1512-4489-9bee-0f9816cb4f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4231c303-5efa-4a0b-9c2f-f8df5d0957b2,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:47.015541 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a5cac60a-1512-4489-9bee-0f9816cb4f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:47.015541 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-a5cac60a-1512-4489-9bee-0f9816cb4f60 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4231c303-5efa-4a0b-9c2f-f8df5d0957b2 HTTP/1.1" status: 204 len: 168 time: 0.2969058 Jun 21 04:41:47.015541 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-a5cac60a-1512-4489-9bee-0f9816cb4f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:47.016590 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47282) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:47.083114 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ee601a8d-f8a0-4983-9c02-6716b5c8003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:47.166246 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ee601a8d-f8a0-4983-9c02-6716b5c8003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:47.175820 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-ee601a8d-f8a0-4983-9c02-6716b5c8003a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb']}} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:47.186959 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-ee601a8d-f8a0-4983-9c02-6716b5c8003a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fec542-1ed4-4149-a93a-da35530cb614') {'for_net_delete': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:47.187280 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-ee601a8d-f8a0-4983-9c02-6716b5c8003a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fec542-1ed4-4149-a93a-da35530cb614') {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:47.196444 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ee601a8d-f8a0-4983-9c02-6716b5c8003a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25676524'] for segment, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:47.210517 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ee601a8d-f8a0-4983-9c02-6716b5c8003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:47.216157 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee601a8d-f8a0-4983-9c02-6716b5c8003a admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=99942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:41:47.216521 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ee601a8d-f8a0-4983-9c02-6716b5c8003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25549820'] for segment, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: Traceback (most recent call last): Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: timer() Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: cb(*args, **kw) Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: return func(*args, **kwargs) Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: self._notify() Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: self.callback(batched_events) Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: event.method(event) Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: return f(self, *a, **k) Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._get(url).json() Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: return self.request(url, 'GET', **kwargs) Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:41:47.218105 dv-cinder-772623-10-iscsi neutron-server[99942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:41:47.399305 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ee601a8d-f8a0-4983-9c02-6716b5c8003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:47.403278 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:47.407448 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ee601a8d-f8a0-4983-9c02-6716b5c8003a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:47.409159 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-ee601a8d-f8a0-4983-9c02-6716b5c8003a admin admin] 10.222.0.11 "DELETE /v2.0/networks/d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb HTTP/1.1" status: 204 len: 168 time: 0.3926187 Jun 21 04:41:47.419913 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee601a8d-f8a0-4983-9c02-6716b5c8003a admin admin] Pushing event deleted for resources: {'Network': ['ID=d26c7fd8-bf7b-4cf3-9460-8748c67fb3bb,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:47.422214 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-ee601a8d-f8a0-4983-9c02-6716b5c8003a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:47.670312 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3857718-5e18-474b-9474-89200fd9e95d req-c5de4fe4-b556-45d7-81e6-3db177a44292 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:47.671799 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b3857718-5e18-474b-9474-89200fd9e95d req-c5de4fe4-b556-45d7-81e6-3db177a44292 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 946 time: 0.0763905 Jun 21 04:41:47.709431 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b3857718-5e18-474b-9474-89200fd9e95d req-faa4655a-93cd-4f58-9022-708aece61089 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319595 Jun 21 04:41:47.839457 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47300) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:47.880561 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47304) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:47.885384 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45165f99-05ef-4549-bac6-ede23a4288f1 req-31141611-7171-40a3-a575-ed8835aa251d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:47.888004 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-45165f99-05ef-4549-bac6-ede23a4288f1 req-31141611-7171-40a3-a575-ed8835aa251d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0731952 Jun 21 04:41:47.928361 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-9698bdee-8c5c-43f6-8c10-d2dd82fa2723 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8429b8d9bd7b4aaf93f738aee75f2b37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429783 Jun 21 04:41:47.929123 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47306) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:47.946679 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-45165f99-05ef-4549-bac6-ede23a4288f1 req-4b92c184-a522-48e7-b0d3-7f2fa3566cbf tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486233 Jun 21 04:41:47.993656 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8730b3ae-f2d5-42b9-844d-db360a4e2d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:48.019514 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8730b3ae-f2d5-42b9-844d-db360a4e2d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:48.071715 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee9ec-6938-41fe-b291-365258e2c9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:48.140752 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8730b3ae-f2d5-42b9-844d-db360a4e2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:48.143395 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8730b3ae-f2d5-42b9-844d-db360a4e2d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:48.144534 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-8730b3ae-f2d5-42b9-844d-db360a4e2d9f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e42668bb-f8ce-4667-affe-9f09cfda512e HTTP/1.1" status: 204 len: 168 time: 0.2148125 Jun 21 04:41:48.145340 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-0b38c9c6-5a92-47e4-b9b9-77e3ab227991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:48.154275 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730b3ae-f2d5-42b9-844d-db360a4e2d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42668bb-f8ce-4667-affe-9f09cfda512e,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:48.156645 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8730b3ae-f2d5-42b9-844d-db360a4e2d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:48.174104 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee9ec-6938-41fe-b291-365258e2c9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:48.245528 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee9ec-6938-41fe-b291-365258e2c9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:48.248069 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:48.286118 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-cd6ee9ec-6938-41fe-b291-365258e2c9bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae2f77b947e74a3587153934bdc1a783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4455619 Jun 21 04:41:48.287122 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ee9ec-6938-41fe-b291-365258e2c9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d505ee06-b17a-401a-b384-6d2485bf57eb,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:48.288948 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47314) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:48.290319 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-cd6ee9ec-6938-41fe-b291-365258e2c9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:48.337566 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-47a40185-d3e5-4dcc-9cbb-fe75206d1b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:48.359078 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-47a40185-d3e5-4dcc-9cbb-fe75206d1b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:48.506511 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-47a40185-d3e5-4dcc-9cbb-fe75206d1b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:48.509111 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-47a40185-d3e5-4dcc-9cbb-fe75206d1b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:48.512834 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-47a40185-d3e5-4dcc-9cbb-fe75206d1b70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d505ee06-b17a-401a-b384-6d2485bf57eb HTTP/1.1" status: 204 len: 168 time: 0.2203567 Jun 21 04:41:48.512834 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-ad9ddcc5-10df-4cdb-b0c2-41f66ccf3599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:48.524959 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a40185-d3e5-4dcc-9cbb-fe75206d1b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d505ee06-b17a-401a-b384-6d2485bf57eb,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:48.527287 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-47a40185-d3e5-4dcc-9cbb-fe75206d1b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:48.884633 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c14fd-5795-47d5-846f-29ed7489803d req-ccdd4374-9327-4d0f-8279-55629e17d1d0 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:48.886063 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-853c14fd-5795-47d5-846f-29ed7489803d req-ccdd4374-9327-4d0f-8279-55629e17d1d0 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 946 time: 0.0609941 Jun 21 04:41:48.925046 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-853c14fd-5795-47d5-846f-29ed7489803d req-71909923-6ce5-4677-8152-f6ff73167a4e tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331194 Jun 21 04:41:49.142208 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302c66e-0c5d-45ef-b497-03be73f11488 req-75c5b206-07f6-4827-a89b-f2d2043a64c7 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:49.143733 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3302c66e-0c5d-45ef-b497-03be73f11488 req-75c5b206-07f6-4827-a89b-f2d2043a64c7 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0694039 Jun 21 04:41:49.201745 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3302c66e-0c5d-45ef-b497-03be73f11488 req-321a422a-5069-4ccd-92b8-0f01edaeac28 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515473 Jun 21 04:41:49.392868 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47360) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:49.410580 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-69b8753d-c810-4031-9887-177c12a0dff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:49.532202 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-69b8753d-c810-4031-9887-177c12a0dff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:49.646629 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-69b8753d-c810-4031-9887-177c12a0dff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:49.650322 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-24c95b3b-ba31-46a7-8a72-5c499c2676f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:49.688205 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47368) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:49.695891 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-69b8753d-c810-4031-9887-177c12a0dff7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e66fa839911740a0ad2bce1e6d9c1e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012254 Jun 21 04:41:49.705290 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8753d-c810-4031-9887-177c12a0dff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5d675a-aaa9-4253-a1b5-18b1ea4b9ce6,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:49.710694 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-69b8753d-c810-4031-9887-177c12a0dff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:49.756587 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-04f623ea-b762-40f5-9591-080ad3e16f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:49.795727 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-04f623ea-b762-40f5-9591-080ad3e16f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:49.982240 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-04f623ea-b762-40f5-9591-080ad3e16f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:49.984844 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-04f623ea-b762-40f5-9591-080ad3e16f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:49.985927 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-04f623ea-b762-40f5-9591-080ad3e16f22 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c5d675a-aaa9-4253-a1b5-18b1ea4b9ce6 HTTP/1.1" status: 204 len: 168 time: 0.2967618 Jun 21 04:41:49.986581 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:49.994961 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f623ea-b762-40f5-9591-080ad3e16f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5d675a-aaa9-4253-a1b5-18b1ea4b9ce6,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:49.997656 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-04f623ea-b762-40f5-9591-080ad3e16f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:50.403425 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c95a81-e0e5-494c-b88e-f1574908c970 req-eda117da-64a7-4034-958c-8d4b67b3a0ef tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:50.405117 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-48c95a81-e0e5-494c-b88e-f1574908c970 req-eda117da-64a7-4034-958c-8d4b67b3a0ef tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0684226 Jun 21 04:41:50.446999 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-48c95a81-e0e5-494c-b88e-f1574908c970 req-2b80e961-63c2-4f0a-bf3c-8ea6c445c303 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361762 Jun 21 04:41:51.204169 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:51.527254 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47444) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:51.628259 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6021454-df7e-4aa1-9155-3287295e1714 req-754ca0ef-39f4-4b28-85fd-522c46ec9eac tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:51.629811 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f6021454-df7e-4aa1-9155-3287295e1714 req-754ca0ef-39f4-4b28-85fd-522c46ec9eac tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0642955 Jun 21 04:41:51.637924 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aa4f533-cd3a-4a36-b952-82cdee2a14fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:51.682715 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f6021454-df7e-4aa1-9155-3287295e1714 req-b782cca0-4749-43a3-87a5-a16b129fd44d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387809 Jun 21 04:41:51.746161 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aa4f533-cd3a-4a36-b952-82cdee2a14fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:51.839647 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aa4f533-cd3a-4a36-b952-82cdee2a14fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:51.843003 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-3bd4e645-2a06-4e5e-812b-8fad46b9c8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:51.878740 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-5aa4f533-cd3a-4a36-b952-82cdee2a14fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f80e4d275093438f8dea2184000acbce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498766 Jun 21 04:41:51.881859 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4f533-cd3a-4a36-b952-82cdee2a14fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc0be99-cac0-44d7-a2ee-13c3211f2659,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:51.883180 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47456) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:51.887430 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5aa4f533-cd3a-4a36-b952-82cdee2a14fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:51.934743 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc232-1dbc-4a78-bbd0-d3e9f64209e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:51.970812 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc232-1dbc-4a78-bbd0-d3e9f64209e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:52.119616 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc232-1dbc-4a78-bbd0-d3e9f64209e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:52.122229 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc232-1dbc-4a78-bbd0-d3e9f64209e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:52.123340 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-f5cbc232-1dbc-4a78-bbd0-d3e9f64209e8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cdc0be99-cac0-44d7-a2ee-13c3211f2659 HTTP/1.1" status: 204 len: 168 time: 0.2391591 Jun 21 04:41:52.124064 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-fced1f13-3812-4e96-a731-c16774f6a707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:52.131986 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbc232-1dbc-4a78-bbd0-d3e9f64209e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc0be99-cac0-44d7-a2ee-13c3211f2659,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:52.134479 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f5cbc232-1dbc-4a78-bbd0-d3e9f64209e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:52.756249 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47494) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:52.769446 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c1be7986-ef26-4738-a146-6165be280cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:52.870863 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c1be7986-ef26-4738-a146-6165be280cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:52.949511 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2447e-d164-41ff-92b0-337d8a6e1b1e req-4cbf1a6c-1816-4b24-bf7e-4f182d8174d2 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:52.950977 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-95a2447e-d164-41ff-92b0-337d8a6e1b1e req-4cbf1a6c-1816-4b24-bf7e-4f182d8174d2 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0649197 Jun 21 04:41:52.952068 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c1be7986-ef26-4738-a146-6165be280cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:52.955348 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-78d937cc-c520-4d1f-adcf-6ddac687bd0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:53.010046 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-c1be7986-ef26-4738-a146-6165be280cd3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0bb552bdd744cdca2a6c115757ca2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526770 Jun 21 04:41:53.013504 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be7986-ef26-4738-a146-6165be280cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871c526f-b406-4643-b1c9-6edc99782ab0,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:53.014514 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47502) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:53.017419 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-c1be7986-ef26-4738-a146-6165be280cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:53.035684 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-95a2447e-d164-41ff-92b0-337d8a6e1b1e req-9fcfb4c2-8482-4d68-9e52-002abb189816 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719283 Jun 21 04:41:53.078394 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6d22ec7e-1113-47ba-bbdc-ffd7a0e4d945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:53.102587 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6d22ec7e-1113-47ba-bbdc-ffd7a0e4d945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:53.222219 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6d22ec7e-1113-47ba-bbdc-ffd7a0e4d945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:53.225955 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6d22ec7e-1113-47ba-bbdc-ffd7a0e4d945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:53.227084 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-6d22ec7e-1113-47ba-bbdc-ffd7a0e4d945 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/871c526f-b406-4643-b1c9-6edc99782ab0 HTTP/1.1" status: 204 len: 168 time: 0.2115178 Jun 21 04:41:53.227825 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-04f623ea-b762-40f5-9591-080ad3e16f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:53.235437 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22ec7e-1113-47ba-bbdc-ffd7a0e4d945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871c526f-b406-4643-b1c9-6edc99782ab0,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:53.237711 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6d22ec7e-1113-47ba-bbdc-ffd7a0e4d945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:53.593592 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-767f6c0d-b9ac-4753-8f56-f3c9818a55e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:54.217227 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d3431-5885-4bbb-9c38-017f888f8357 req-2f633524-d7a0-47a3-b3d2-8af025d2a05b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:54.218708 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5a9d3431-5885-4bbb-9c38-017f888f8357 req-2f633524-d7a0-47a3-b3d2-8af025d2a05b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0673246 Jun 21 04:41:54.254928 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5a9d3431-5885-4bbb-9c38-017f888f8357 req-f147b4cb-81f8-4ff6-b4cd-ca80a7a7987e tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305624 Jun 21 04:41:55.540025 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955e56f-50e6-4ef7-9ec6-9eb7112db7ae req-0bb897c2-6e7f-4e81-aa65-61b0609a8ddd tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:55.541397 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e955e56f-50e6-4ef7-9ec6-9eb7112db7ae req-0bb897c2-6e7f-4e81-aa65-61b0609a8ddd tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0644233 Jun 21 04:41:55.579926 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e955e56f-50e6-4ef7-9ec6-9eb7112db7ae req-7bc60a9e-71a2-4e70-a985-0cb2d0085d1d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Jun 21 04:41:55.743879 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:41:56.268150 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-7722ed4e-914c-421a-b0a7-54891236d2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:56.566214 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:56.917579 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea26ff6-add2-4b14-bb65-8ad1e4f880e6 req-0025ea7a-2a0a-4c41-9fbd-28cbe7bdf0a7 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:56.920405 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1ea26ff6-add2-4b14-bb65-8ad1e4f880e6 req-0025ea7a-2a0a-4c41-9fbd-28cbe7bdf0a7 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0700815 Jun 21 04:41:56.957475 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1ea26ff6-add2-4b14-bb65-8ad1e4f880e6 req-c2899788-e46f-48b2-89f8-f5c09f023005 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326586 Jun 21 04:41:57.353978 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:58.137749 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ddfad-5bbf-484a-ac37-d238e5367746 req-9772db98-9ebf-4829-a2dc-7d0471ee21f2 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:58.139351 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d99ddfad-5bbf-484a-ac37-d238e5367746 req-9772db98-9ebf-4829-a2dc-7d0471ee21f2 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0691538 Jun 21 04:41:58.184337 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d99ddfad-5bbf-484a-ac37-d238e5367746 req-3a6aba76-ff8b-40ad-8bcf-64900a79516c tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389845 Jun 21 04:41:58.999428 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:59.358948 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7265e0-4e39-43e7-a383-5572d110cbbd req-13a84afe-3ce2-4b26-a664-a96b1663024e tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:59.360434 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-2b7265e0-4e39-43e7-a383-5572d110cbbd req-13a84afe-3ce2-4b26-a664-a96b1663024e tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0630856 Jun 21 04:41:59.409106 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-2b7265e0-4e39-43e7-a383-5572d110cbbd req-f85001ba-b6ea-4a8b-b1fa-e7ff7c377e6c tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362971 Jun 21 04:42:00.577722 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c266919-62ea-45ad-b7bb-4551d1750e0f req-9c31fb1f-b9b3-4604-95b5-5349acd9d150 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:00.579157 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5c266919-62ea-45ad-b7bb-4551d1750e0f req-9c31fb1f-b9b3-4604-95b5-5349acd9d150 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0655155 Jun 21 04:42:00.617140 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5c266919-62ea-45ad-b7bb-4551d1750e0f req-90e58b87-ecf9-4ddb-9bdb-e85515a1b01c tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Jun 21 04:42:01.800195 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aedfbd-e421-4058-91da-07ce95ac9586 req-0303f150-5d89-44f8-a1ab-aa163689978d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:01.801667 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-73aedfbd-e421-4058-91da-07ce95ac9586 req-0303f150-5d89-44f8-a1ab-aa163689978d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0657666 Jun 21 04:42:01.845960 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-73aedfbd-e421-4058-91da-07ce95ac9586 req-89f99932-5105-4828-82a1-6efaa5ddd10d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Jun 21 04:42:01.976094 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47704) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:02.078450 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-da263de8-e089-46ce-b498-1264ec21635a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:02.170895 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-da263de8-e089-46ce-b498-1264ec21635a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:02.256824 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-da263de8-e089-46ce-b498-1264ec21635a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:02.260942 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:02.300047 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-da263de8-e089-46ce-b498-1264ec21635a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4bfe6e7d1a464957afbac24367c1e69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228040 Jun 21 04:42:02.301330 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da263de8-e089-46ce-b498-1264ec21635a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257c89d5-c78c-4bfc-9843-be7b34a5bda5,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:02.302750 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47718) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:02.304629 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-da263de8-e089-46ce-b498-1264ec21635a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:02.362470 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7f527ee5-0fd1-477d-ad2a-18a458778576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:02.388060 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7f527ee5-0fd1-477d-ad2a-18a458778576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:02.531099 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7f527ee5-0fd1-477d-ad2a-18a458778576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:02.533724 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7f527ee5-0fd1-477d-ad2a-18a458778576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:02.534890 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-7f527ee5-0fd1-477d-ad2a-18a458778576 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/257c89d5-c78c-4bfc-9843-be7b34a5bda5 HTTP/1.1" status: 204 len: 168 time: 0.2303197 Jun 21 04:42:02.535775 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-47a40185-d3e5-4dcc-9cbb-fe75206d1b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:02.544029 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f527ee5-0fd1-477d-ad2a-18a458778576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257c89d5-c78c-4bfc-9843-be7b34a5bda5,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:02.546455 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-7f527ee5-0fd1-477d-ad2a-18a458778576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:03.025577 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91551c-40a0-4bc7-9859-8ae55c23213d req-d8b2f67b-d716-4151-846c-94710c8cdbd1 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:03.027047 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7d91551c-40a0-4bc7-9859-8ae55c23213d req-d8b2f67b-d716-4151-846c-94710c8cdbd1 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0662580 Jun 21 04:42:03.066126 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7d91551c-40a0-4bc7-9859-8ae55c23213d req-2509cd66-41e6-491a-adb3-147ad09fdd59 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331333 Jun 21 04:42:03.208348 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47740) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:03.222130 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d365500b-c359-4e54-83e0-a4b737e096da admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:03.312595 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d365500b-c359-4e54-83e0-a4b737e096da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:03.379989 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d365500b-c359-4e54-83e0-a4b737e096da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:03.384350 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-70804b3c-a91d-4af2-a721-a02b272d0938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:03.419435 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-d365500b-c359-4e54-83e0-a4b737e096da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d3b95269f1241ae8f151ba9ecd2568e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094345 Jun 21 04:42:03.420282 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365500b-c359-4e54-83e0-a4b737e096da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0866c570-5f46-4542-ae85-2df9383c63ee,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:03.422151 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47742) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:03.423223 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d365500b-c359-4e54-83e0-a4b737e096da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:03.472756 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f70c804f-c8dd-4513-b566-b8bae006a87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:03.494329 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f70c804f-c8dd-4513-b566-b8bae006a87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:03.636916 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f70c804f-c8dd-4513-b566-b8bae006a87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:03.639564 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f70c804f-c8dd-4513-b566-b8bae006a87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:03.640776 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-f70c804f-c8dd-4513-b566-b8bae006a87b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0866c570-5f46-4542-ae85-2df9383c63ee HTTP/1.1" status: 204 len: 168 time: 0.2175338 Jun 21 04:42:03.641871 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-a0208ca5-74f7-4bc2-8cbb-ee88e2f04321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:03.653659 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c804f-c8dd-4513-b566-b8bae006a87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0866c570-5f46-4542-ae85-2df9383c63ee,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:03.655417 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f70c804f-c8dd-4513-b566-b8bae006a87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:04.254252 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463cca8-1ffc-45d3-be26-58eed4e7fb2e req-0e7fe342-6943-407d-af1c-b0869b2e4650 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:04.255785 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8463cca8-1ffc-45d3-be26-58eed4e7fb2e req-0e7fe342-6943-407d-af1c-b0869b2e4650 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0696254 Jun 21 04:42:04.291515 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47774) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:04.299185 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8463cca8-1ffc-45d3-be26-58eed4e7fb2e req-9b19e3b8-79bf-4112-95fa-6781000ec7bb tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371208 Jun 21 04:42:04.444106 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-302775c3-b9e8-4cdd-bb71-60d7b48d5348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:04.535257 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-302775c3-b9e8-4cdd-bb71-60d7b48d5348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:04.571057 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-302775c3-b9e8-4cdd-bb71-60d7b48d5348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:04.573615 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c33afe15-ed63-483c-b0e7-452f895dfc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:04.610390 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302775c3-b9e8-4cdd-bb71-60d7b48d5348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae985e31-9523-4449-ac89-2b6f9776d88c,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:04.613401 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-302775c3-b9e8-4cdd-bb71-60d7b48d5348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:04.616063 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-302775c3-b9e8-4cdd-bb71-60d7b48d5348 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5bd30d60f1bd45b7b2d2b055b3ec9c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233628 Jun 21 04:42:04.618941 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47786) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:04.671275 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bc439d30-a55a-4d35-949b-5ab01d4e7208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:04.695532 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bc439d30-a55a-4d35-949b-5ab01d4e7208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:04.833351 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bc439d30-a55a-4d35-949b-5ab01d4e7208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:04.836716 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bc439d30-a55a-4d35-949b-5ab01d4e7208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:04.838034 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-bc439d30-a55a-4d35-949b-5ab01d4e7208 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae985e31-9523-4449-ac89-2b6f9776d88c HTTP/1.1" status: 204 len: 168 time: 0.2181625 Jun 21 04:42:04.838891 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:04.846821 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc439d30-a55a-4d35-949b-5ab01d4e7208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae985e31-9523-4449-ac89-2b6f9776d88c,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:04.854781 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-bc439d30-a55a-4d35-949b-5ab01d4e7208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:05.461813 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47818) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:05.476043 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a84c9f4e-af0e-44e8-8ea4-c548fd3a4826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:05.499881 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb1b4e-3783-4ce9-8def-ba3de1e4c2bd req-7fbd0645-719c-4b0d-85a3-6c88e54cbed0 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:05.502080 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5dcb1b4e-3783-4ce9-8def-ba3de1e4c2bd req-7fbd0645-719c-4b0d-85a3-6c88e54cbed0 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0707929 Jun 21 04:42:05.541367 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5dcb1b4e-3783-4ce9-8def-ba3de1e4c2bd req-7fd46d26-ab2a-4cbd-a4dd-cbf30525bac4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329509 Jun 21 04:42:05.573774 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a84c9f4e-af0e-44e8-8ea4-c548fd3a4826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:05.663598 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a84c9f4e-af0e-44e8-8ea4-c548fd3a4826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:05.667447 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:05.704857 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-a84c9f4e-af0e-44e8-8ea4-c548fd3a4826 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1e226ba4ffb446d93b9cc3f0bf42723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419491 Jun 21 04:42:05.706252 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c9f4e-af0e-44e8-8ea4-c548fd3a4826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf30bd7-a5be-428a-9a56-05f687dd12bd,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:05.709524 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47828) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:05.711256 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a84c9f4e-af0e-44e8-8ea4-c548fd3a4826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:05.763596 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b5417978-634e-4f5f-8bd4-82c0f71ed885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:05.792982 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b5417978-634e-4f5f-8bd4-82c0f71ed885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:05.902034 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b5417978-634e-4f5f-8bd4-82c0f71ed885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:05.904762 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b5417978-634e-4f5f-8bd4-82c0f71ed885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:05.905930 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-b5417978-634e-4f5f-8bd4-82c0f71ed885 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dcf30bd7-a5be-428a-9a56-05f687dd12bd HTTP/1.1" status: 204 len: 168 time: 0.1958523 Jun 21 04:42:05.906652 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-bc439d30-a55a-4d35-949b-5ab01d4e7208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:05.914594 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5417978-634e-4f5f-8bd4-82c0f71ed885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf30bd7-a5be-428a-9a56-05f687dd12bd,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:05.916773 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-b5417978-634e-4f5f-8bd4-82c0f71ed885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:06.236880 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47850) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:06.345352 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-44d52b52-30ad-438d-863d-40202c4c94c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:06.435543 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-44d52b52-30ad-438d-863d-40202c4c94c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:06.479399 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-44d52b52-30ad-438d-863d-40202c4c94c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:06.483121 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8835e8d6-9f4a-43a1-b6d0-4512dd06f6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:06.520695 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-44d52b52-30ad-438d-863d-40202c4c94c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f2545b279144821afc1f8116becc2ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827115 Jun 21 04:42:06.522585 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d52b52-30ad-438d-863d-40202c4c94c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180a5e42-8826-460b-b386-3db2cccaaecf,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:06.523462 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47856) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:06.525623 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-44d52b52-30ad-438d-863d-40202c4c94c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:06.549320 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47858) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:06.566092 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-af0ee083-07a8-41b3-907a-7031f98b1781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:06.578501 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f70c3cc8-6b22-45ef-97d7-304024a5c0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:06.603878 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f70c3cc8-6b22-45ef-97d7-304024a5c0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:06.659741 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-af0ee083-07a8-41b3-907a-7031f98b1781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:06.724735 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a7845-3d6e-4a35-8f9b-5b201beeccad req-8283d844-50d4-4b1f-8a93-dddcbe96ed84 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:06.726112 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-eb6a7845-3d6e-4a35-8f9b-5b201beeccad req-8283d844-50d4-4b1f-8a93-dddcbe96ed84 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0636725 Jun 21 04:42:06.728678 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f70c3cc8-6b22-45ef-97d7-304024a5c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:06.731339 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f70c3cc8-6b22-45ef-97d7-304024a5c0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:06.732338 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-f70c3cc8-6b22-45ef-97d7-304024a5c0b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/180a5e42-8826-460b-b386-3db2cccaaecf HTTP/1.1" status: 204 len: 168 time: 0.2078466 Jun 21 04:42:06.734140 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-a0f49046-2b48-4f1b-b8b7-da3bac3dd50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:06.752998 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c3cc8-6b22-45ef-97d7-304024a5c0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180a5e42-8826-460b-b386-3db2cccaaecf,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:06.755326 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f70c3cc8-6b22-45ef-97d7-304024a5c0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:06.768762 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-af0ee083-07a8-41b3-907a-7031f98b1781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:06.775408 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e48bb2ba-e2fd-4909-8c04-40fbe5b3446f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:06.792466 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-eb6a7845-3d6e-4a35-8f9b-5b201beeccad req-5d2eec78-17e6-40fd-ba3d-9f0ecbdaab73 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590234 Jun 21 04:42:06.816307 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ee083-07a8-41b3-907a-7031f98b1781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c802c0-1832-499f-9dfe-863d4c13804d,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:06.822095 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-af0ee083-07a8-41b3-907a-7031f98b1781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:06.827702 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-af0ee083-07a8-41b3-907a-7031f98b1781 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d3206d9ff3641e58612708f896a84fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750361 Jun 21 04:42:06.828774 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47864) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:06.879086 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6b134545-8489-42db-8835-8b7cbce1ecab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:06.901034 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6b134545-8489-42db-8835-8b7cbce1ecab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:07.033756 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6b134545-8489-42db-8835-8b7cbce1ecab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:07.036823 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6b134545-8489-42db-8835-8b7cbce1ecab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:07.039826 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-6b134545-8489-42db-8835-8b7cbce1ecab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60c802c0-1832-499f-9dfe-863d4c13804d HTTP/1.1" status: 204 len: 168 time: 0.2097838 Jun 21 04:42:07.040633 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f70c804f-c8dd-4513-b566-b8bae006a87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:07.049010 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b134545-8489-42db-8835-8b7cbce1ecab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c802c0-1832-499f-9dfe-863d4c13804d,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:07.056808 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-6b134545-8489-42db-8835-8b7cbce1ecab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:07.512398 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 47880) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:07.528574 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-00e2bf3b-2dbd-44ae-b2ca-e54747029230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:07.625544 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-00e2bf3b-2dbd-44ae-b2ca-e54747029230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:07.702523 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-00e2bf3b-2dbd-44ae-b2ca-e54747029230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:07.711500 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8730b3ae-f2d5-42b9-844d-db360a4e2d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:07.744221 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-00e2bf3b-2dbd-44ae-b2ca-e54747029230 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0bcb9890b58942ecb513a8dd2af7b414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306979 Jun 21 04:42:07.745393 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2bf3b-2dbd-44ae-b2ca-e54747029230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5982e4b-ed9f-494f-a9c1-b6b7d7a87cec,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:07.746896 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47888) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:07.748491 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-00e2bf3b-2dbd-44ae-b2ca-e54747029230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:07.798691 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d6bca99c-2d18-4bcf-a2e8-738ada64e496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:07.820044 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d6bca99c-2d18-4bcf-a2e8-738ada64e496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:07.947776 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d6bca99c-2d18-4bcf-a2e8-738ada64e496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:07.950514 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d6bca99c-2d18-4bcf-a2e8-738ada64e496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:07.951683 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-d6bca99c-2d18-4bcf-a2e8-738ada64e496 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5982e4b-ed9f-494f-a9c1-b6b7d7a87cec HTTP/1.1" status: 204 len: 168 time: 0.2037466 Jun 21 04:42:07.952538 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-4abc90f7-c113-4970-aeb8-867832ab6da9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:07.964117 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bca99c-2d18-4bcf-a2e8-738ada64e496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5982e4b-ed9f-494f-a9c1-b6b7d7a87cec,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:07.964117 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d6bca99c-2d18-4bcf-a2e8-738ada64e496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:07.979649 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77a3b1-4177-49f2-b881-9f9b8fcfa25e req-96883ce4-61b0-45a6-8a78-03dcc3f06fa1 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:07.985729 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9d77a3b1-4177-49f2-b881-9f9b8fcfa25e req-96883ce4-61b0-45a6-8a78-03dcc3f06fa1 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0786753 Jun 21 04:42:08.020376 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9d77a3b1-4177-49f2-b881-9f9b8fcfa25e req-ce536a52-08f4-4e15-a390-66b6d0cee6f7 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337501 Jun 21 04:42:08.291277 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47910) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:08.392594 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2004052145-network', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:42:08.483291 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Made reservation on behalf of fdc4e805caf44a30888cf51e943ce9bc for: {'network': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:42:08.485928 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:08.495131 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:08.590808 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:08.660265 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:08.664382 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-af0ee083-07a8-41b3-907a-7031f98b1781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:08.686671 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=99943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:42:08.696981 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e107c7c-368f-47a2-b910-b664e6087c83,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:08.700993 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:08.702006 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:08.702338 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.segments_db [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Added segment 2f660415-4bc9-4468-87f3-6144dad8c419 of type vlan for network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c Jun 21 04:42:08.746414 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:08.838948 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:08.840335 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:08.845351 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:08.845351 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:08.900900 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Pushing event updated for resources: {'Network': ['ID=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:08.906260 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:08.913605 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:42:08.941504 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6486132 Jun 21 04:42:08.944729 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47934) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:08.951355 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-8505fb9f-583f-4aeb-8a9d-169ccc71fd4e admin admin] Request body: {'subnet': {'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2004052145-subnet', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'ip_version': 4}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:42:09.043213 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8505fb9f-583f-4aeb-8a9d-169ccc71fd4e admin admin] Made reservation on behalf of fdc4e805caf44a30888cf51e943ce9bc for: {'subnet': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:42:09.045638 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8505fb9f-583f-4aeb-8a9d-169ccc71fd4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:09.208121 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9ec5e-93f1-42d2-8243-b6dbcc4044d0 req-fbbb9a50-9fa1-4a78-b55d-e911ea98022a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:09.209654 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9cd9ec5e-93f1-42d2-8243-b6dbcc4044d0 req-fbbb9a50-9fa1-4a78-b55d-e911ea98022a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0694990 Jun 21 04:42:09.252531 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9cd9ec5e-93f1-42d2-8243-b6dbcc4044d0 req-2ecf73c4-a56b-404b-8492-d8702e6d4ce3 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356972 Jun 21 04:42:09.317789 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8505fb9f-583f-4aeb-8a9d-169ccc71fd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370'] for subnet, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:09.321732 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:09.427933 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505fb9f-583f-4aeb-8a9d-169ccc71fd4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb99c622-c19a-4045-a63c-e35ad1ef09d6,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:09.434691 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8505fb9f-583f-4aeb-8a9d-169ccc71fd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:09.448712 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8505fb9f-583f-4aeb-8a9d-169ccc71fd4e admin admin] Checking segment: {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:42:09.449054 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8505fb9f-583f-4aeb-8a9d-169ccc71fd4e admin admin] Network hostable DHCP agents. Network: a0fef746-dcc4-4d53-bdf5-6879a4a91e7c, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:42:09.497869 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ff598-030b-458c-ae04-76cbcc750265 req-c8106a24-3ebf-4cf1-b711-71be32079009 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:09.499333 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b00ff598-030b-458c-ae04-76cbcc750265 req-c8106a24-3ebf-4cf1-b711-71be32079009 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/networks?id=b455bc6c-061f-44be-8cec-59e7ce8a93bf HTTP/1.1" status: 200 len: 815 time: 0.1480653 Jun 21 04:42:09.513779 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b00ff598-030b-458c-ae04-76cbcc750265 req-de8fbc98-a85a-4e58-bb65-2db7fc231615 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/quotas/150ad2a4ad9c4fab8e6b2fa15c136ae7 HTTP/1.1" status: 200 len: 375 time: 0.0090113 Jun 21 04:42:09.553427 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8505fb9f-583f-4aeb-8a9d-169ccc71fd4e admin admin] Network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:42:09.590342 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b00ff598-030b-458c-ae04-76cbcc750265 req-32ea85c2-69e2-4c7f-a750-45ca69c114bc tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706363 Jun 21 04:42:09.644782 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-8505fb9f-583f-4aeb-8a9d-169ccc71fd4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, a0fef746-dcc4-4d53-bdf5-6879a4a91e7c) {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:42:09.654036 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8505fb9f-583f-4aeb-8a9d-169ccc71fd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:09.654604 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8505fb9f-583f-4aeb-8a9d-169ccc71fd4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:09.659942 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfd5286-b179-4ab5-bec0-7257586e049d None None] Network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:42:09.702906 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b00ff598-030b-458c-ae04-76cbcc750265 req-b5ed3411-405b-4786-a366-c7aa31569b2c service neutron] 10.222.0.11 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057241 Jun 21 04:42:09.757703 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-8505fb9f-583f-4aeb-8a9d-169ccc71fd4e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8117294 Jun 21 04:42:09.760633 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 47962) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:09.766626 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:42:09.818558 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1c57d078-2798-41a1-a44c-cdb8d7e3db17 service neutron] 10.222.0.11 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083066 Jun 21 04:42:09.834016 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b7f54c-9316-54f7-a4b8-74361f7d5cb9-a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6'}]}} from dv-cinder-772623-10-iscsi. {{(pid=99944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:42:09.834828 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:09.879471 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-579730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2919'] for router, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:09.881113 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2924'] for router, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:09.986783 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.db_base_plugin_common [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Allocated IP 172.20.0.2 (a0fef746-dcc4-4d53-bdf5-6879a4a91e7c/cb99c622-c19a-4045-a63c-e35ad1ef09d6/607c4e66-4c2f-4534-ab99-ea7799754835) {{(pid=99944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:42:09.999313 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:10.147866 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-40074657-8999-4324-b686-d30256992da5 req-d9ce8030-10e9-4817-914f-da3f602c436c tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 210 time: 0.0751314 Jun 21 04:42:10.176246 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Notify callbacks [] for port, precommit_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:10.176246 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Transition to ACTIVE for port object 607c4e66-4c2f-4534-ab99-ea7799754835 will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:42:10.187892 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Transition to ACTIVE for port object 607c4e66-4c2f-4534-ab99-ea7799754835 will not be triggered until provisioned by entity DHCP. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:42:10.262882 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:10.269722 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:10.273310 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2938'] for router, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:10.301151 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c is already hosted by enough agents. {{(pid=99944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:42:10.308457 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.base_scheduler [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Resources bound (agent type, host, resource id): {{(pid=99944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:42:10.311760 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Received port after_create {{(pid=99944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:42:10.326672 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Pushing event updated for resources: {'Port': ['ID=607c4e66-4c2f-4534-ab99-ea7799754835,revision_number=1']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:10.368926 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:10.415764 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Attempting to bind port 607c4e66-4c2f-4534-ab99-ea7799754835 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:42:10.416143 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Attempting to bind port 607c4e66-4c2f-4534-ab99-ea7799754835 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:42:10.416509 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Attempting to bind port 607c4e66-4c2f-4534-ab99-ea7799754835 on network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:42:10.422540 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:42:10.423483 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Checking segment: {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:42:10.423483 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:10.423746 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Bound using segment: {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:42:10.424189 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Bound port: 607c4e66-4c2f-4534-ab99-ea7799754835, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:42:10.424724 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:10.499071 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c22ab1-dd22-486c-9ea9-0047a7928a90 req-9365f73c-ad3d-4fd0-a4dc-a6be8f0173ef tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:10.508500 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-44c22ab1-dd22-486c-9ea9-0047a7928a90 req-9365f73c-ad3d-4fd0-a4dc-a6be8f0173ef tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.1188707 Jun 21 04:42:10.516324 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] For port 607c4e66-4c2f-4534-ab99-ea7799754835, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:42:10.519792 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] For port 607c4e66-4c2f-4534-ab99-ea7799754835, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=607c4e66-4c2f-4534-ab99-ea7799754835,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:42:10.547674 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-44c22ab1-dd22-486c-9ea9-0047a7928a90 req-1067006c-5134-4870-9f72-c0585bff255a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379591 Jun 21 04:42:10.590980 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:10.594396 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:10.603475 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:10.615852 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:10.662388 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Pushing event updated for resources: {'Port': ['ID=607c4e66-4c2f-4534-ab99-ea7799754835,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:10.676059 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:10.742919 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Allocated IP 172.27.1.57 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/7a2cf342-6816-485a-aac3-6223acba601f) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:42:10.866325 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:11.034138 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:11.037534 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:11.075989 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:42:11.078798 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:42:11.082123 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:42:11.116326 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Pushing event updated for resources: {'Port': ['ID=7a2cf342-6816-485a-aac3-6223acba601f,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:11.459945 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:11.521599 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-442d326b-5909-4cb9-89cf-5f28a8490faa req-5f7fd741-745b-4df8-a5a8-f8aeef854f77 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 210 time: 0.0604012 Jun 21 04:42:11.678551 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fc9cc0-473a-47e7-b73f-8f1887200fda None None] Network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:42:11.766696 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c28ff0-a323-4f07-ada8-1deec3730397 req-54c764a3-0bdf-4410-879f-0ca388206cb5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:11.774721 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-90c28ff0-a323-4f07-ada8-1deec3730397 req-54c764a3-0bdf-4410-879f-0ca388206cb5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0917888 Jun 21 04:42:11.780373 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:11.820286 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-90c28ff0-a323-4f07-ada8-1deec3730397 req-6917f457-c8fb-44bb-bbba-50ea964924e2 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413082 Jun 21 04:42:11.925570 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-fbc5c49f-d802-498e-830e-5eab49a5200c None None] Provisioning for port 607c4e66-4c2f-4534-ab99-ea7799754835 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:42:12.004578 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969735'] for router, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:12.203098 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 is scheduled to L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c with binding_index 1 {{(pid=99943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:42:12.307716 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:42:12.321701 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Sync routers for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:42:12.330552 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:42:12.331215 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:41:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:12.386453 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Notify callbacks [] for router, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:12.390107 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6245060 Jun 21 04:42:12.390314 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 48026) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:12.443899 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:42:12.629632 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 607c4e66-4c2f-4534-ab99-ea7799754835 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:42:12.682917 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:11Z', 'revision_number': 3, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:12.710319 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Checking router: 88c69a66-ef45-46de-81bf-3ee3c4fa1950 for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:42:12.710690 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Updating router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 port 7a2cf342-6816-485a-aac3-6223acba601f binding host dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:42:12.715982 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-734f1400-f8e7-40d2-8584-910405887169 req-c84fe38a-e07f-4030-81eb-e5e821816b7a tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 210 time: 0.0349312 Jun 21 04:42:12.749315 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:12.830616 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 607c4e66-4c2f-4534-ab99-ea7799754835 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:42:12.836322 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 607c4e66-4c2f-4534-ab99-ea7799754835 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:12.837044 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:12.940494 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:12.948454 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:12.994367 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 607c4e66-4c2f-4534-ab99-ea7799754835, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=607c4e66-4c2f-4534-ab99-ea7799754835,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:42:13.017709 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3155879-45eb-4b3e-b283-cccf28bce179 req-bbbd1107-1f5d-4b99-a793-82c15ccaa3ce tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:13.019796 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e3155879-45eb-4b3e-b283-cccf28bce179 req-bbbd1107-1f5d-4b99-a793-82c15ccaa3ce tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0675058 Jun 21 04:42:13.060990 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e3155879-45eb-4b3e-b283-cccf28bce179 req-ec448c41-09fe-4dfc-82e9-c323423ed888 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337811 Jun 21 04:42:13.102057 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:13.104285 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:13.139698 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Notify callbacks [] for port, precommit_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:13.151048 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.provisioning_blocks [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Transition to ACTIVE for port object 7a2cf342-6816-485a-aac3-6223acba601f will not be triggered until provisioned by entity L2. {{(pid=99945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:42:13.178908 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=607c4e66-4c2f-4534-ab99-ea7799754835,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:13.182241 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:13.190074 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ff598-030b-458c-ae04-76cbcc750265 req-6c13e15a-13e5-4480-a8c1-ffc631f45071 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:13.191511 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b00ff598-030b-458c-ae04-76cbcc750265 req-6c13e15a-13e5-4480-a8c1-ffc631f45071 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "GET /v2.0/networks?id=b455bc6c-061f-44be-8cec-59e7ce8a93bf HTTP/1.1" status: 200 len: 815 time: 0.1837981 Jun 21 04:42:13.209742 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Allocated IP 172.20.0.1 (a0fef746-dcc4-4d53-bdf5-6879a4a91e7c/cb99c622-c19a-4045-a63c-e35ad1ef09d6/cd413fe1-a167-47ca-8e39-bf1083dbb759) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:42:13.217364 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-b00ff598-030b-458c-ae04-76cbcc750265 req-c7917b11-7bde-4e47-9f9d-57085b3da380 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Request body: {'port': {'device_id': '2c574c11-571c-4207-ba2e-479d27ac5c4f', 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf', 'admin_state_up': True, 'tenant_id': '150ad2a4ad9c4fab8e6b2fa15c136ae7'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:42:13.233557 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:13.236943 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-5df5bab2-0bf7-47f6-9fe9-97e98892f772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:13.284701 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Attempting to bind port 7a2cf342-6816-485a-aac3-6223acba601f on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:42:13.285158 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Attempting to bind port 7a2cf342-6816-485a-aac3-6223acba601f by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:42:13.285586 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Attempting to bind port 7a2cf342-6816-485a-aac3-6223acba601f on network a83701e4-e1f4-405b-ae26-5c447039f249 {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:42:13.292899 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Pushing event updated for resources: {'Port': ['ID=7a2cf342-6816-485a-aac3-6223acba601f,revision_number=2']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:13.296023 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:42:13.296527 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Checking segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:42:13.297006 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:13.297462 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Bound using segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:42:13.298002 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Bound port: 7a2cf342-6816-485a-aac3-6223acba601f, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:42:13.298443 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:13.369383 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] For port 7a2cf342-6816-485a-aac3-6223acba601f, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:42:13.374781 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] For port 7a2cf342-6816-485a-aac3-6223acba601f, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=7a2cf342-6816-485a-aac3-6223acba601f,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:42:13.376638 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:13.377053 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:13.377638 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:13.378034 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:13.378418 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:13.378801 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:13.379197 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:13.379579 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:13.380832 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:13.381162 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:13.381627 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:13.381941 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:13.385705 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:13.407751 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:13.440083 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Transition to ACTIVE for port object cd413fe1-a167-47ca-8e39-bf1083dbb759 will not be triggered until provisioned by entity DHCP. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:42:13.477892 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:13.481355 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:13.533470 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:42:13.534092 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:41:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:13.564977 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b00ff598-030b-458c-ae04-76cbcc750265 req-c7917b11-7bde-4e47-9f9d-57085b3da380 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Made reservation on behalf of 150ad2a4ad9c4fab8e6b2fa15c136ae7 for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:42:13.569394 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b00ff598-030b-458c-ae04-76cbcc750265 req-c7917b11-7bde-4e47-9f9d-57085b3da380 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:13.585717 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:13.586414 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Pushing event updated for resources: {'Port': ['ID=7a2cf342-6816-485a-aac3-6223acba601f,revision_number=3']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:13.594228 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:13.597254 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:13.660282 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:42:13.669549 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:42:13.671057 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:42:13.676860 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:42:13.677974 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980264'] for router_interface, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:13.728503 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Pushing event updated for resources: {'Port': ['ID=cd413fe1-a167-47ca-8e39-bf1083dbb759,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:13.734845 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:13.845464 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-b00ff598-030b-458c-ae04-76cbcc750265 req-c7917b11-7bde-4e47-9f9d-57085b3da380 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Allocated IP 172.20.0.12 (b455bc6c-061f-44be-8cec-59e7ce8a93bf/40b645dd-fc76-4567-8704-5f8ccdfd7cd1/912daf85-efd7-47fd-b0f1-87df3d13f64d) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:42:13.909627 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f55791e0-d5aa-4f81-8b74-c653d2d0fbbd req-02f8d237-8dba-4baf-ab99-c82794b6253d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 210 time: 0.0435655 Jun 21 04:42:13.933913 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:11Z', 'revision_number': 3, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:13.970814 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b33ddb2-b8a1-4e15-a979-c1f10a73e2a9 None None] The sync data for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi is: [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:11Z', 'revision_number': 3, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:42:14.065700 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-5a50454d-84d5-48a2-bbc9-27e86d1dd7fd None None] Provisioning for port cd413fe1-a167-47ca-8e39-bf1083dbb759 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:42:14.069815 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-5a50454d-84d5-48a2-bbc9-27e86d1dd7fd None None] Provisioning complete for port cd413fe1-a167-47ca-8e39-bf1083dbb759 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:14.070331 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-5a50454d-84d5-48a2-bbc9-27e86d1dd7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:14.111324 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-5a50454d-84d5-48a2-bbc9-27e86d1dd7fd None None] Port cd413fe1-a167-47ca-8e39-bf1083dbb759 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:42:14.115406 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b00ff598-030b-458c-ae04-76cbcc750265 req-c7917b11-7bde-4e47-9f9d-57085b3da380 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:14.120838 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:14.142335 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b4b3a-6411-4ac8-b3cf-4c45e387a673 req-519d6912-f571-43d3-a60c-d7a89ac0f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:14.143914 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-817b4b3a-6411-4ac8-b3cf-4c45e387a673 req-519d6912-f571-43d3-a60c-d7a89ac0f846 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 1099 time: 0.1531014 Jun 21 04:42:14.278371 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a79a2-ded6-4739-ae40-c916f5d4e07c req-ee27f129-96a5-48da-b5e1-8413d17bbb91 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:14.280085 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-db8a79a2-ded6-4739-ae40-c916f5d4e07c req-ee27f129-96a5-48da-b5e1-8413d17bbb91 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0828567 Jun 21 04:42:14.327698 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-db8a79a2-ded6-4739-ae40-c916f5d4e07c req-e7cab33c-829c-470b-90be-845d07bbf1cd tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413995 Jun 21 04:42:14.527497 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-817b4b3a-6411-4ac8-b3cf-4c45e387a673 req-67e18837-ae90-4111-a957-bdd3d3c42b16 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751850 Jun 21 04:42:14.657345 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b00ff598-030b-458c-ae04-76cbcc750265 req-c7917b11-7bde-4e47-9f9d-57085b3da380 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:14.687458 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:14.694507 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 7a2cf342-6816-485a-aac3-6223acba601f up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:42:14.730688 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['f6551218-db3f-46d2-89c9-81b1862cabeb', '797bae1c-cbcd-4eeb-b650-30901d5fd1e9'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:42:14.732034 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b00ff598-030b-458c-ae04-76cbcc750265 req-c7917b11-7bde-4e47-9f9d-57085b3da380 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Network b455bc6c-061f-44be-8cec-59e7ce8a93bf is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:42:14.750763 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-b00ff598-030b-458c-ae04-76cbcc750265 req-c7917b11-7bde-4e47-9f9d-57085b3da380 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:42:14.759357 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:14.761267 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00ff598-030b-458c-ae04-76cbcc750265 req-c7917b11-7bde-4e47-9f9d-57085b3da380 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:42:14.766737 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ff598-030b-458c-ae04-76cbcc750265 req-c7917b11-7bde-4e47-9f9d-57085b3da380 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:14.767398 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b00ff598-030b-458c-ae04-76cbcc750265 req-c7917b11-7bde-4e47-9f9d-57085b3da380 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:14.791231 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7917b11-7bde-4e47-9f9d-57085b3da380 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Pushing event updated for resources: {'Port': ['ID=912daf85-efd7-47fd-b0f1-87df3d13f64d,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:14.794722 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c7917b11-7bde-4e47-9f9d-57085b3da380 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:14.845044 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:14.846195 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-953471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982833'] for router_interface, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:14.850109 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:14.911358 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 7a2cf342-6816-485a-aac3-6223acba601f completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:42:14.925017 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b00ff598-030b-458c-ae04-76cbcc750265 req-c7917b11-7bde-4e47-9f9d-57085b3da380 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7128613 Jun 21 04:42:14.935613 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 7a2cf342-6816-485a-aac3-6223acba601f triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:14.935999 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:14.940524 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Pushing event updated for resources: {'Port': ['ID=cd413fe1-a167-47ca-8e39-bf1083dbb759,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:14.950441 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:14.994491 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:42:14.996044 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:42:15.076947 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:15.107044 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 7a2cf342-6816-485a-aac3-6223acba601f, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=7a2cf342-6816-485a-aac3-6223acba601f,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:42:15.141476 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:42:15.185592 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:15.186869 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 607c4e66-4c2f-4534-ab99-ea7799754835 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:42:15.189581 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:15.260270 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Request body: {'port': {'device_id': '2c574c11-571c-4207-ba2e-479d27ac5c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:42:15.288759 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:42:15.296862 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] 10.222.0.11 "PUT /v2.0/routers/88c69a66-ef45-46de-81bf-3ee3c4fa1950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9055452 Jun 21 04:42:15.300479 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-7df29fd9-c3d6-4a3f-8d41-1e9f5b3e2ee8 None None] Provisioning complete for port cd413fe1-a167-47ca-8e39-bf1083dbb759 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:15.301084 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-7df29fd9-c3d6-4a3f-8d41-1e9f5b3e2ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:15.349359 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:15.349612 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=7a2cf342-6816-485a-aac3-6223acba601f,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:15.353425 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:15.357640 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-7df29fd9-c3d6-4a3f-8d41-1e9f5b3e2ee8 None None] Port cd413fe1-a167-47ca-8e39-bf1083dbb759 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:42:15.362656 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 607c4e66-4c2f-4534-ab99-ea7799754835 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:15.363036 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:15.659112 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed00af-bdac-4289-8695-f4363d8f3e9d req-ca5287a7-0fe0-4cec-a66b-f142cddaa2fa tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:15.660633 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a8ed00af-bdac-4289-8695-f4363d8f3e9d req-ca5287a7-0fe0-4cec-a66b-f142cddaa2fa tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0667765 Jun 21 04:42:15.672265 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b24f562e-4b00-4b06-87c0-5a7803c215cd req-4a4dd078-870c-4d7b-ab43-1e6636372c06 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2864406 Jun 21 04:42:15.715826 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a8ed00af-bdac-4289-8695-f4363d8f3e9d req-9c52003f-827a-47c7-b03b-e5cf89cd24b5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469096 Jun 21 04:42:15.723712 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c6c07-6567-4d9b-9895-c50f5c821d51 req-72d3f436-32e4-432f-ac56-0402748858ea tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:15.731516 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-746c6c07-6567-4d9b-9895-c50f5c821d51 req-72d3f436-32e4-432f-ac56-0402748858ea tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 932 time: 0.2198780 Jun 21 04:42:15.822454 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-746c6c07-6567-4d9b-9895-c50f5c821d51 req-3a43f6ae-287e-442a-812d-682ff0fb3b59 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884895 Jun 21 04:42:15.854161 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Sync routers for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:42:15.863251 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:42:15.863835 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:41:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:15.875243 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f562e-4b00-4b06-87c0-5a7803c215cd req-25ca458d-36a1-41b4-8214-9fc1318da1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:15.876701 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b24f562e-4b00-4b06-87c0-5a7803c215cd req-25ca458d-36a1-41b4-8214-9fc1318da1cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 1099 time: 0.1172853 Jun 21 04:42:15.911030 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912daf85-efd7-47fd-b0f1-87df3d13f64d {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:42:15.920021 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:15.978302 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Transition to ACTIVE for port object 912daf85-efd7-47fd-b0f1-87df3d13f64d will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:42:15.991265 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:42:16.016372 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f562e-4b00-4b06-87c0-5a7803c215cd req-e7405403-155b-4b91-ac4f-1ffd294f3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:16.017808 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b24f562e-4b00-4b06-87c0-5a7803c215cd req-e7405403-155b-4b91-ac4f-1ffd294f3318 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b455bc6c-061f-44be-8cec-59e7ce8a93bf HTTP/1.1" status: 200 len: 916 time: 0.1001835 Jun 21 04:42:16.074098 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.076788 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b24f562e-4b00-4b06-87c0-5a7803c215cd req-23946eaa-9bcf-4a9b-abea-3825a0a59c54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6551218-db3f-46d2-89c9-81b1862cabeb HTTP/1.1" status: 200 len: 217 time: 0.0417383 Jun 21 04:42:16.078246 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c1848a1f-92e7-48f1-ac41-fdc52aeea353 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:16.156416 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Pushing event updated for resources: {'Port': ['ID=912daf85-efd7-47fd-b0f1-87df3d13f64d,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:16.159200 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:16.190914 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:14Z', 'revision_number': 2, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:16.203610 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Attempting to bind port 912daf85-efd7-47fd-b0f1-87df3d13f64d on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:42:16.203972 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Attempting to bind port 912daf85-efd7-47fd-b0f1-87df3d13f64d by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:42:16.204297 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Attempting to bind port 912daf85-efd7-47fd-b0f1-87df3d13f64d on network b455bc6c-061f-44be-8cec-59e7ce8a93bf {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:42:16.210034 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Port 912daf85-efd7-47fd-b0f1-87df3d13f64d on network b455bc6c-061f-44be-8cec-59e7ce8a93bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:42:16.210348 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Attempting to bind port 912daf85-efd7-47fd-b0f1-87df3d13f64d on network b455bc6c-061f-44be-8cec-59e7ce8a93bf {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:42:16.215146 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:42:16.215525 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Checking segment: {'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:42:16.215984 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Bound using segment: {'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:42:16.216537 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Bound port: 912daf85-efd7-47fd-b0f1-87df3d13f64d, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:42:16.216876 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.227923 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Checking router: 88c69a66-ef45-46de-81bf-3ee3c4fa1950 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:42:16.228476 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Updating router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 port cd413fe1-a167-47ca-8e39-bf1083dbb759 binding host dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:42:16.239080 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 48104) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:16.244769 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1965679166-network', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:42:16.262733 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.285411 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] For port 912daf85-efd7-47fd-b0f1-87df3d13f64d, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:42:16.288925 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] For port 912daf85-efd7-47fd-b0f1-87df3d13f64d, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=912daf85-efd7-47fd-b0f1-87df3d13f64d,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:42:16.334236 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Made reservation on behalf of cf6dbcb7a08e4bacb6185763584babac for: {'network': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:42:16.336645 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.344939 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.371517 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.374449 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c7917b11-7bde-4e47-9f9d-57085b3da380 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:16.406815 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:16.407613 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.408984 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b00ff598-030b-458c-ae04-76cbcc750265 req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] 10.222.0.52 "PUT /v2.0/ports/912daf85-efd7-47fd-b0f1-87df3d13f64d HTTP/1.1" status: 200 len: 1094 time: 1.1531641 Jun 21 04:42:16.409477 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c574c11-571c-4207-ba2e-479d27ac5c4f', 'tag': '912daf85-efd7-47fd-b0f1-87df3d13f64d'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:42:16.412004 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da69fcfe-9b59-4fa2-96be-be3268291251" -d '{"events": [{"name": "network-changed", "server_uuid": "2c574c11-571c-4207-ba2e-479d27ac5c4f", "tag": "912daf85-efd7-47fd-b0f1-87df3d13f64d"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:42:16.441467 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Pushing event updated for resources: {'Port': ['ID=912daf85-efd7-47fd-b0f1-87df3d13f64d,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:16.445420 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.446394 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:16.478281 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2368a677-56fd-40c9-9506-a5b26b30a2da x-openstack-request-id: req-2368a677-56fd-40c9-9506-a5b26b30a2da {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:42:16.478664 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c574c11-571c-4207-ba2e-479d27ac5c4f", "tag": "912daf85-efd7-47fd-b0f1-87df3d13f64d", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:42:16.479012 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2368a677-56fd-40c9-9506-a5b26b30a2da {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:42:16.479597 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c574c11-571c-4207-ba2e-479d27ac5c4f', 'tag': '912daf85-efd7-47fd-b0f1-87df3d13f64d', 'status': 'completed', 'code': 200} Jun 21 04:42:16.519116 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.532989 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=99942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:42:16.542986 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.543664 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.db.segments_db [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Added segment bf029e2d-5c93-4464-b77c-3c0ac8738441 of type vlan for network a70d54a2-ea83-4acc-aa05-8df7110f10af Jun 21 04:42:16.557195 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Notify callbacks [] for port, precommit_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.563116 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-4aaaf50d-9e5a-4eb7-aaff-4430ffa54e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:16.572714 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 7a2cf342-6816-485a-aac3-6223acba601f up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:42:16.578705 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Transition to ACTIVE for port object cd413fe1-a167-47ca-8e39-bf1083dbb759 will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:42:16.616430 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.621215 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf697156-a008-405e-8bef-276377ed2990,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:16.625258 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:16.634942 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 7a2cf342-6816-485a-aac3-6223acba601f triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:16.635374 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.656445 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.660636 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:16.748462 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.750135 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:16.750704 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.753115 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:16.828533 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Pushing event updated for resources: {'Network': ['ID=a70d54a2-ea83-4acc-aa05-8df7110f10af,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:16.836178 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:16.862635 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network a70d54a2-ea83-4acc-aa05-8df7110f10af details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:42:16.885684 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6448050 Jun 21 04:42:16.888419 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 48120) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:16.893613 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-ec0f6d58-2ff6-4164-81ca-409ee152c0df admin admin] Request body: {'subnet': {'network_id': 'a70d54a2-ea83-4acc-aa05-8df7110f10af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1965679166-subnet', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac', 'ip_version': 4}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:42:16.915055 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2e42b-b38a-440e-83e8-04e81acc64b1 None None] Pushing event updated for resources: {'Port': ['ID=cd413fe1-a167-47ca-8e39-bf1083dbb759,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:16.917665 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-85a2e42b-b38a-440e-83e8-04e81acc64b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:16.993566 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0f6d58-2ff6-4164-81ca-409ee152c0df admin admin] Made reservation on behalf of cf6dbcb7a08e4bacb6185763584babac for: {'subnet': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:42:16.996017 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6d58-2ff6-4164-81ca-409ee152c0df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26199301'] for subnet, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:17.037032 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Attempting to bind port cd413fe1-a167-47ca-8e39-bf1083dbb759 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:42:17.037650 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Attempting to bind port cd413fe1-a167-47ca-8e39-bf1083dbb759 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:42:17.038032 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Attempting to bind port cd413fe1-a167-47ca-8e39-bf1083dbb759 on network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:42:17.048208 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:42:17.048413 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Checking segment: {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:42:17.048862 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:17.049255 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Bound using segment: {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:42:17.049731 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Bound port: cd413fe1-a167-47ca-8e39-bf1083dbb759, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:42:17.050107 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:17.113431 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] For port cd413fe1-a167-47ca-8e39-bf1083dbb759, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:42:17.116645 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] For port cd413fe1-a167-47ca-8e39-bf1083dbb759, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=cd413fe1-a167-47ca-8e39-bf1083dbb759,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:42:17.182490 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:17.184764 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:17.242423 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:42:17.243044 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:41:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:17.247862 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2e42b-b38a-440e-83e8-04e81acc64b1 None None] Pushing event updated for resources: {'Port': ['ID=cd413fe1-a167-47ca-8e39-bf1083dbb759,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:17.251880 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6d58-2ff6-4164-81ca-409ee152c0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25676438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26199319'] for subnet, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:17.254525 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:17.283355 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-85a2e42b-b38a-440e-83e8-04e81acc64b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:17.311996 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f6d58-2ff6-4164-81ca-409ee152c0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=37217904-e630-4a01-95cd-182b4ae74733,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:17.315057 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-ec0f6d58-2ff6-4164-81ca-409ee152c0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:17.325744 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f6d58-2ff6-4164-81ca-409ee152c0df admin admin] Checking segment: {'id': 'bf029e2d-5c93-4464-b77c-3c0ac8738441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a70d54a2-ea83-4acc-aa05-8df7110f10af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:42:17.326214 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0f6d58-2ff6-4164-81ca-409ee152c0df admin admin] Network hostable DHCP agents. Network: a70d54a2-ea83-4acc-aa05-8df7110f10af, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:42:17.368286 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:42:17.431412 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0f6d58-2ff6-4164-81ca-409ee152c0df admin admin] Network a70d54a2-ea83-4acc-aa05-8df7110f10af is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:42:17.511220 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-ec0f6d58-2ff6-4164-81ca-409ee152c0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, a70d54a2-ea83-4acc-aa05-8df7110f10af) {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:42:17.515270 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0f6d58-2ff6-4164-81ca-409ee152c0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:17.516967 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6d58-2ff6-4164-81ca-409ee152c0df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:17.523865 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed1e32-212a-475c-9887-4405609d020a None None] Network a70d54a2-ea83-4acc-aa05-8df7110f10af requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:42:17.601147 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-ec0f6d58-2ff6-4164-81ca-409ee152c0df admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7112896 Jun 21 04:42:17.603943 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 48124) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:17.609351 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1965679166-router', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:42:17.678262 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:17Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:17.709720 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97343d3d-55fe-47ef-b34b-bd7200823084 None None] The sync data for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi is: [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:17Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:42:17.742237 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-579730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2919'] for router, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:17.752422 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2924'] for router, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:17.768145 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b7f54c-9316-54f7-a4b8-74361f7d5cb9-a70d54a2-ea83-4acc-aa05-8df7110f10af', 'network_id': 'a70d54a2-ea83-4acc-aa05-8df7110f10af', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac', 'fixed_ips': [{'subnet_id': '37217904-e630-4a01-95cd-182b4ae74733'}]}} from dv-cinder-772623-10-iscsi. {{(pid=99944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:42:17.769148 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:17.820186 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:17.931063 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.db_base_plugin_common [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Allocated IP 172.20.0.2 (a70d54a2-ea83-4acc-aa05-8df7110f10af/37217904-e630-4a01-95cd-182b4ae74733/13a6a345-442e-40f7-8b4e-eae393a1efb2) {{(pid=99944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:42:18.100926 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2938'] for router, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.132870 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Notify callbacks [] for port, precommit_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.142169 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Transition to ACTIVE for port object 13a6a345-442e-40f7-8b4e-eae393a1efb2 will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:42:18.157671 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Transition to ACTIVE for port object 13a6a345-442e-40f7-8b4e-eae393a1efb2 will not be triggered until provisioned by entity DHCP. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:42:18.238169 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.242931 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:18.303240 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Pushing event updated for resources: {'Port': ['ID=13a6a345-442e-40f7-8b4e-eae393a1efb2,revision_number=1']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:18.308817 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Network a70d54a2-ea83-4acc-aa05-8df7110f10af is already hosted by enough agents. {{(pid=99944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:42:18.310222 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:18.312227 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.base_scheduler [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Resources bound (agent type, host, resource id): {{(pid=99944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:42:18.317621 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Received port after_create {{(pid=99944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:42:18.381325 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Attempting to bind port 13a6a345-442e-40f7-8b4e-eae393a1efb2 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:42:18.381839 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Attempting to bind port 13a6a345-442e-40f7-8b4e-eae393a1efb2 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': 'bf029e2d-5c93-4464-b77c-3c0ac8738441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a70d54a2-ea83-4acc-aa05-8df7110f10af'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:42:18.382457 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Attempting to bind port 13a6a345-442e-40f7-8b4e-eae393a1efb2 on network a70d54a2-ea83-4acc-aa05-8df7110f10af {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:42:18.388226 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:42:18.388785 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Checking segment: {'id': 'bf029e2d-5c93-4464-b77c-3c0ac8738441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a70d54a2-ea83-4acc-aa05-8df7110f10af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:42:18.389296 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.389879 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Bound using segment: {'id': 'bf029e2d-5c93-4464-b77c-3c0ac8738441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a70d54a2-ea83-4acc-aa05-8df7110f10af'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:42:18.390385 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Bound port: 13a6a345-442e-40f7-8b4e-eae393a1efb2, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf029e2d-5c93-4464-b77c-3c0ac8738441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a70d54a2-ea83-4acc-aa05-8df7110f10af'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:42:18.391061 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.431964 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.459794 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.460124 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] For port 13a6a345-442e-40f7-8b4e-eae393a1efb2, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:42:18.463461 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] For port 13a6a345-442e-40f7-8b4e-eae393a1efb2, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=13a6a345-442e-40f7-8b4e-eae393a1efb2,segment=NetworkSegment(bf029e2d-5c93-4464-b77c-3c0ac8738441),segment_id=bf029e2d-5c93-4464-b77c-3c0ac8738441)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:42:18.523637 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.526860 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:18.614207 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device cd413fe1-a167-47ca-8e39-bf1083dbb759 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:42:18.624980 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Allocated IP 172.27.1.70 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/1cc8480b-dec9-4c42-87ba-fab57544411e) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:42:18.642988 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Pushing event updated for resources: {'Port': ['ID=13a6a345-442e-40f7-8b4e-eae393a1efb2,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:18.651329 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:18.743437 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.745742 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port cd413fe1-a167-47ca-8e39-bf1083dbb759 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:42:18.749778 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port cd413fe1-a167-47ca-8e39-bf1083dbb759 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:18.755596 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.860942 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.864745 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5a69410d-0a5f-4423-965a-4e731318ce81 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:18.881095 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.927544 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port cd413fe1-a167-47ca-8e39-bf1083dbb759, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=cd413fe1-a167-47ca-8e39-bf1083dbb759,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:42:18.931254 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:42:18.936179 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:42:18.938573 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:42:18.997684 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.999958 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:19.012368 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Pushing event updated for resources: {'Port': ['ID=1cc8480b-dec9-4c42-87ba-fab57544411e,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:19.026595 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:19.026964 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:19.027363 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:19.031720 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:19.031720 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:19.031720 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:19.031720 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:19.031720 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:19.031720 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:19.031720 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:19.031720 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:19.031720 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:19.048944 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=cd413fe1-a167-47ca-8e39-bf1083dbb759,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:19.050993 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:19.052877 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:19.256916 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:19.460716 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969735'] for router, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:19.553433 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b17b37-1ffb-4ef0-9bcc-1cc2ab9e0914 None None] Network a70d54a2-ea83-4acc-aa05-8df7110f10af requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:42:19.704751 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-a002a194-a43d-4860-a403-98b19ecd0171 None None] Provisioning for port 13a6a345-442e-40f7-8b4e-eae393a1efb2 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:42:19.922795 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Router ef9b16df-5638-4401-b8c2-b9976a96ba43 is scheduled to L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c with binding_index 1 {{(pid=99943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:42:20.030992 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:42:20.041637 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Sync routers for ids ['ef9b16df-5638-4401-b8c2-b9976a96ba43'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:42:20.052602 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Routers {'ef9b16df-5638-4401-b8c2-b9976a96ba43'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:42:20.052957 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:41:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['ef9b16df-5638-4401-b8c2-b9976a96ba43'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:20.102147 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Notify callbacks [] for router, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:20.106094 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4977009 Jun 21 04:42:20.106235 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 48142) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:20.157321 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Set router ef9b16df-5638-4401-b8c2-b9976a96ba43 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:42:20.430339 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'name': 'tempest-TestVolumeBootPattern-1965679166-router', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '1cc8480b-dec9-4c42-87ba-fab57544411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:17Z', 'updated_at': '2021-06-21T04:42:19Z', 'revision_number': 3, 'project_id': 'cf6dbcb7a08e4bacb6185763584babac', 'gw_port': {'id': '1cc8480b-dec9-4c42-87ba-fab57544411e', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:18Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:20.430339 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Checking router: ef9b16df-5638-4401-b8c2-b9976a96ba43 for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:42:20.430339 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Updating router ef9b16df-5638-4401-b8c2-b9976a96ba43 port 1cc8480b-dec9-4c42-87ba-fab57544411e binding host dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:42:20.430339 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:20.529716 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:20.648953 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 13a6a345-442e-40f7-8b4e-eae393a1efb2 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:42:20.663788 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Notify callbacks [] for port, precommit_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:20.673444 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.provisioning_blocks [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Transition to ACTIVE for port object 1cc8480b-dec9-4c42-87ba-fab57544411e will not be triggered until provisioned by entity L2. {{(pid=99945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:42:20.698238 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Allocated IP 172.20.0.1 (a70d54a2-ea83-4acc-aa05-8df7110f10af/37217904-e630-4a01-95cd-182b4ae74733/a3f4ede9-f791-4ae9-9c45-6cce1853c7e7) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:42:20.798194 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:20.807902 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:20.808029 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 13a6a345-442e-40f7-8b4e-eae393a1efb2 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:42:20.810887 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 13a6a345-442e-40f7-8b4e-eae393a1efb2 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:20.811888 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:20.813007 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:20.814115 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Transition to ACTIVE for port object a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 will not be triggered until provisioned by entity DHCP. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:42:20.854890 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cc918-f63e-4c2d-8091-c09a06555a33 None None] Pushing event updated for resources: {'Port': ['ID=1cc8480b-dec9-4c42-87ba-fab57544411e,revision_number=2']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:20.861675 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-797cc918-f63e-4c2d-8091-c09a06555a33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:20.865956 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Attempting to bind port 1cc8480b-dec9-4c42-87ba-fab57544411e on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:42:20.866326 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Attempting to bind port 1cc8480b-dec9-4c42-87ba-fab57544411e by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:42:20.866686 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Attempting to bind port 1cc8480b-dec9-4c42-87ba-fab57544411e on network a83701e4-e1f4-405b-ae26-5c447039f249 {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:42:20.871584 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:42:20.871955 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Checking segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:42:20.872350 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:20.872740 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Bound using segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:42:20.873207 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Bound port: 1cc8480b-dec9-4c42-87ba-fab57544411e, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:42:20.873573 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:20.907573 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:20.912712 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:20.920275 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:20.925117 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] For port 1cc8480b-dec9-4c42-87ba-fab57544411e, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:42:20.929187 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] For port 1cc8480b-dec9-4c42-87ba-fab57544411e, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=1cc8480b-dec9-4c42-87ba-fab57544411e,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:42:20.941519 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 13a6a345-442e-40f7-8b4e-eae393a1efb2, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=13a6a345-442e-40f7-8b4e-eae393a1efb2,segment=NetworkSegment(bf029e2d-5c93-4464-b77c-3c0ac8738441),segment_id=bf029e2d-5c93-4464-b77c-3c0ac8738441)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:42:20.951839 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Network a70d54a2-ea83-4acc-aa05-8df7110f10af is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:42:20.957790 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:42:20.962947 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:42:20.963445 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980264'] for router_interface, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:21.003379 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f4ede9-f791-4ae9-9c45-6cce1853c7e7,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:21.010084 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:21.033629 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:21.034015 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:21.034813 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device cd413fe1-a167-47ca-8e39-bf1083dbb759 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:42:21.039470 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:21.049144 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-fbbd2433-5056-4686-a4c7-5fe3fa71c82b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:21.108849 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Routers {'ef9b16df-5638-4401-b8c2-b9976a96ba43'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:42:21.109478 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:41:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['ef9b16df-5638-4401-b8c2-b9976a96ba43'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:21.127726 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=13a6a345-442e-40f7-8b4e-eae393a1efb2,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:21.131911 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:21.141904 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port cd413fe1-a167-47ca-8e39-bf1083dbb759 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:21.142285 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:21.153522 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cc918-f63e-4c2d-8091-c09a06555a33 None None] Pushing event updated for resources: {'Port': ['ID=1cc8480b-dec9-4c42-87ba-fab57544411e,revision_number=3']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:21.158045 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-797cc918-f63e-4c2d-8091-c09a06555a33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:21.229944 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:21.308979 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] Set router ef9b16df-5638-4401-b8c2-b9976a96ba43 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:42:21.337300 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-eece9839-e852-4ff0-8a53-505e7ae8f995 None None] Provisioning for port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:42:21.341180 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-eece9839-e852-4ff0-8a53-505e7ae8f995 None None] Provisioning complete for port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:21.341555 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-eece9839-e852-4ff0-8a53-505e7ae8f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:21.383925 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-eece9839-e852-4ff0-8a53-505e7ae8f995 None None] Port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:42:21.408178 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:21.488587 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:21.489328 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-953471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982833'] for router_interface, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:21.492888 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:21.497258 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'name': 'tempest-TestVolumeBootPattern-1965679166-router', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '1cc8480b-dec9-4c42-87ba-fab57544411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:17Z', 'updated_at': '2021-06-21T04:42:19Z', 'revision_number': 3, 'project_id': 'cf6dbcb7a08e4bacb6185763584babac', 'gw_port': {'id': '1cc8480b-dec9-4c42-87ba-fab57544411e', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:18Z', 'updated_at': '2021-06-21T04:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:21.523989 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e76dc69-4434-4564-9f92-a998d584285f None None] The sync data for ids ['ef9b16df-5638-4401-b8c2-b9976a96ba43'] in dv-cinder-772623-10-iscsi is: [{'id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'name': 'tempest-TestVolumeBootPattern-1965679166-router', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '1cc8480b-dec9-4c42-87ba-fab57544411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:17Z', 'updated_at': '2021-06-21T04:42:19Z', 'revision_number': 3, 'project_id': 'cf6dbcb7a08e4bacb6185763584babac', 'gw_port': {'id': '1cc8480b-dec9-4c42-87ba-fab57544411e', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:18Z', 'updated_at': '2021-06-21T04:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:42:21.577569 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f4ede9-f791-4ae9-9c45-6cce1853c7e7,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:21.581917 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:21.617695 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Network a70d54a2-ea83-4acc-aa05-8df7110f10af is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:42:21.619128 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:42:21.741421 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Router ef9b16df-5638-4401-b8c2-b9976a96ba43 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:42:21.878134 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:42:21.884503 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] 10.222.0.11 "PUT /v2.0/routers/ef9b16df-5638-4401-b8c2-b9976a96ba43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7772536 Jun 21 04:42:21.906343 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-fa6cd2fb-0412-4a46-9222-fed82c516446 None None] Provisioning complete for port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:21.906890 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-fa6cd2fb-0412-4a46-9222-fed82c516446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:21.940855 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-fa6cd2fb-0412-4a46-9222-fed82c516446 None None] Port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:42:22.612634 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 1cc8480b-dec9-4c42-87ba-fab57544411e up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:42:22.742123 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 1cc8480b-dec9-4c42-87ba-fab57544411e completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:42:22.746311 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 1cc8480b-dec9-4c42-87ba-fab57544411e triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:22.746795 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:22.824418 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:22.845317 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 1cc8480b-dec9-4c42-87ba-fab57544411e, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=1cc8480b-dec9-4c42-87ba-fab57544411e,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:42:22.913441 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:22.914362 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 13a6a345-442e-40f7-8b4e-eae393a1efb2 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:42:22.917149 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:22.996921 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=1cc8480b-dec9-4c42-87ba-fab57544411e,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:22.999798 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:23.002946 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Sync routers for ids ['ef9b16df-5638-4401-b8c2-b9976a96ba43'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:42:23.012438 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 13a6a345-442e-40f7-8b4e-eae393a1efb2 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:23.012831 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:23.036574 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Routers {'ef9b16df-5638-4401-b8c2-b9976a96ba43'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:42:23.037012 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:41:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['ef9b16df-5638-4401-b8c2-b9976a96ba43'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:23.292703 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Set router ef9b16df-5638-4401-b8c2-b9976a96ba43 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:42:23.491571 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'name': 'tempest-TestVolumeBootPattern-1965679166-router', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '1cc8480b-dec9-4c42-87ba-fab57544411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:17Z', 'updated_at': '2021-06-21T04:42:21Z', 'revision_number': 4, 'project_id': 'cf6dbcb7a08e4bacb6185763584babac', 'gw_port': {'id': '1cc8480b-dec9-4c42-87ba-fab57544411e', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:18Z', 'updated_at': '2021-06-21T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'a3f4ede9-f791-4ae9-9c45-6cce1853c7e7', 'name': '', 'network_id': 'a70d54a2-ea83-4acc-aa05-8df7110f10af', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac', 'mac_address': 'fa:16:3e:6a:63:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '37217904-e630-4a01-95cd-182b4ae74733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:20Z', 'updated_at': '2021-06-21T04:42:21Z', 'revision_number': 2, 'project_id': 'cf6dbcb7a08e4bacb6185763584babac', 'subnets': [{'id': '37217904-e630-4a01-95cd-182b4ae74733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:23.525078 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Checking router: ef9b16df-5638-4401-b8c2-b9976a96ba43 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:42:23.525436 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Updating router ef9b16df-5638-4401-b8c2-b9976a96ba43 port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 binding host dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:42:23.564283 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:23.660343 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1106d996-c5b5-4a45-98bd-91ebf9575861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:23.836850 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Notify callbacks [] for port, precommit_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:23.846308 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Transition to ACTIVE for port object a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:42:23.905855 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:23.939906 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:23.941914 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-d193e6b5-1379-42c2-bf6d-0c39ddb8dee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:24.018836 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d877a30-37be-4fd9-9ccf-9fb4d1b00610 None None] Pushing event updated for resources: {'Port': ['ID=a3f4ede9-f791-4ae9-9c45-6cce1853c7e7,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:24.022593 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-2d877a30-37be-4fd9-9ccf-9fb4d1b00610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:24.023811 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f562e-4b00-4b06-87c0-5a7803c215cd req-eab3b9b2-a99f-4e10-8bd8-6a2a600cb5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:24.025437 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b24f562e-4b00-4b06-87c0-5a7803c215cd req-eab3b9b2-a99f-4e10-8bd8-6a2a600cb5dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40b645dd-fc76-4567-8704-5f8ccdfd7cd1 HTTP/1.1" status: 200 len: 855 time: 0.0966585 Jun 21 04:42:24.059418 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69fcfe-9b59-4fa2-96be-be3268291251 req-95894ab2-fbbd-4d3c-82b4-96ac49698ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:24.061054 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-da69fcfe-9b59-4fa2-96be-be3268291251 req-95894ab2-fbbd-4d3c-82b4-96ac49698ceb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 1097 time: 0.1000087 Jun 21 04:42:24.094728 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b24f562e-4b00-4b06-87c0-5a7803c215cd req-1c135a97-08f8-412e-bc06-33d5ad2266d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b455bc6c-061f-44be-8cec-59e7ce8a93bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559042 Jun 21 04:42:24.122766 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Attempting to bind port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:42:24.123144 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Attempting to bind port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': 'bf029e2d-5c93-4464-b77c-3c0ac8738441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a70d54a2-ea83-4acc-aa05-8df7110f10af'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:42:24.123534 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Attempting to bind port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 on network a70d54a2-ea83-4acc-aa05-8df7110f10af {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:42:24.129572 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:42:24.129979 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Checking segment: {'id': 'bf029e2d-5c93-4464-b77c-3c0ac8738441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a70d54a2-ea83-4acc-aa05-8df7110f10af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:42:24.131067 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:24.131753 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Bound using segment: {'id': 'bf029e2d-5c93-4464-b77c-3c0ac8738441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a70d54a2-ea83-4acc-aa05-8df7110f10af'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:42:24.137231 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Bound port: a3f4ede9-f791-4ae9-9c45-6cce1853c7e7, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf029e2d-5c93-4464-b77c-3c0ac8738441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a70d54a2-ea83-4acc-aa05-8df7110f10af'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:42:24.137630 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:24.241382 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] For port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:42:24.245273 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] For port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=a3f4ede9-f791-4ae9-9c45-6cce1853c7e7,segment=NetworkSegment(bf029e2d-5c93-4464-b77c-3c0ac8738441),segment_id=bf029e2d-5c93-4464-b77c-3c0ac8738441)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:42:24.287366 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb86455-8353-49e6-9e59-d5f6107582a6 req-5e2ad870-a542-41cd-9c0d-2b1d95cf7ce7 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:24.289126 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3fb86455-8353-49e6-9e59-d5f6107582a6 req-5e2ad870-a542-41cd-9c0d-2b1d95cf7ce7 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0885699 Jun 21 04:42:24.316970 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69fcfe-9b59-4fa2-96be-be3268291251 req-2046cfa1-fe1c-49d7-a847-bd5cfd736426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:24.318860 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-da69fcfe-9b59-4fa2-96be-be3268291251 req-2046cfa1-fe1c-49d7-a847-bd5cfd736426 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2340364 Jun 21 04:42:24.328235 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3fb86455-8353-49e6-9e59-d5f6107582a6 req-0b2987e6-107b-43e4-8eff-41afb8c34b21 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Jun 21 04:42:24.374321 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b24f562e-4b00-4b06-87c0-5a7803c215cd req-fd242625-bb14-4b95-977b-ec8b35c729f4 service neutron] 10.222.0.52 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649796 Jun 21 04:42:24.375849 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:24.381050 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:24.460000 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Routers {'ef9b16df-5638-4401-b8c2-b9976a96ba43'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:42:24.461036 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:41:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['ef9b16df-5638-4401-b8c2-b9976a96ba43'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:24.524951 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356eac4-b6fc-41a2-bf63-fccac6a48069 req-b9285674-fa05-4ce3-a5d2-19849848a7e5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:24.527381 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9356eac4-b6fc-41a2-bf63-fccac6a48069 req-b9285674-fa05-4ce3-a5d2-19849848a7e5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 944 time: 0.3182189 Jun 21 04:42:24.584693 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d877a30-37be-4fd9-9ccf-9fb4d1b00610 None None] Pushing event updated for resources: {'Port': ['ID=a3f4ede9-f791-4ae9-9c45-6cce1853c7e7,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:24.602168 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-2d877a30-37be-4fd9-9ccf-9fb4d1b00610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:24.660040 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 1cc8480b-dec9-4c42-87ba-fab57544411e up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:42:24.686421 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69fcfe-9b59-4fa2-96be-be3268291251 req-dbbdbabd-08fb-481c-8618-6a3544fecf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:24.688783 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-da69fcfe-9b59-4fa2-96be-be3268291251 req-dbbdbabd-08fb-481c-8618-6a3544fecf49 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3484993 Jun 21 04:42:24.693623 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9356eac4-b6fc-41a2-bf63-fccac6a48069 req-35c9eb75-50eb-4a24-90a4-3236b5283b51 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534662 Jun 21 04:42:24.702647 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b24f562e-4b00-4b06-87c0-5a7803c215cd req-6a3d7bd8-65f5-4ce3-9582-1a33576e133b service neutron] 10.222.0.52 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847052 Jun 21 04:42:24.744526 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] Set router ef9b16df-5638-4401-b8c2-b9976a96ba43 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:42:24.822297 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 1cc8480b-dec9-4c42-87ba-fab57544411e triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:24.822663 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:24.860330 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ff598-030b-458c-ae04-76cbcc750265 req-419bdf19-ad31-414b-a208-44f669b8f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:24.861820 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b00ff598-030b-458c-ae04-76cbcc750265 req-419bdf19-ad31-414b-a208-44f669b8f39a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 1097 time: 0.0538037 Jun 21 04:42:24.987274 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 48176) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:24.991885 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-526396788', 'description': 'tempest-secgroup-smoke-526396788 description', 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:42:25.022431 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'name': 'tempest-TestVolumeBootPattern-1965679166-router', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '1cc8480b-dec9-4c42-87ba-fab57544411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:17Z', 'updated_at': '2021-06-21T04:42:21Z', 'revision_number': 4, 'project_id': 'cf6dbcb7a08e4bacb6185763584babac', 'gw_port': {'id': '1cc8480b-dec9-4c42-87ba-fab57544411e', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:18Z', 'updated_at': '2021-06-21T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'a3f4ede9-f791-4ae9-9c45-6cce1853c7e7', 'name': '', 'network_id': 'a70d54a2-ea83-4acc-aa05-8df7110f10af', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac', 'mac_address': 'fa:16:3e:6a:63:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '37217904-e630-4a01-95cd-182b4ae74733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:20Z', 'updated_at': '2021-06-21T04:42:24Z', 'revision_number': 4, 'project_id': 'cf6dbcb7a08e4bacb6185763584babac', 'subnets': [{'id': '37217904-e630-4a01-95cd-182b4ae74733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:42:25.053638 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ffcc3-3b33-4129-beb7-515548df608e None None] The sync data for ids ['ef9b16df-5638-4401-b8c2-b9976a96ba43'] in dv-cinder-772623-10-iscsi is: [{'id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'name': 'tempest-TestVolumeBootPattern-1965679166-router', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '1cc8480b-dec9-4c42-87ba-fab57544411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:17Z', 'updated_at': '2021-06-21T04:42:21Z', 'revision_number': 4, 'project_id': 'cf6dbcb7a08e4bacb6185763584babac', 'gw_port': {'id': '1cc8480b-dec9-4c42-87ba-fab57544411e', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:18Z', 'updated_at': '2021-06-21T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'a3f4ede9-f791-4ae9-9c45-6cce1853c7e7', 'name': '', 'network_id': 'a70d54a2-ea83-4acc-aa05-8df7110f10af', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac', 'mac_address': 'fa:16:3e:6a:63:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '37217904-e630-4a01-95cd-182b4ae74733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:20Z', 'updated_at': '2021-06-21T04:42:24Z', 'revision_number': 4, 'project_id': 'cf6dbcb7a08e4bacb6185763584babac', 'subnets': [{'id': '37217904-e630-4a01-95cd-182b4ae74733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:42:25.123352 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:25.232564 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:25.281598 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b00ff598-030b-458c-ae04-76cbcc750265 req-463def58-aa32-4c4f-8018-232fe4cbf119 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=912daf85-efd7-47fd-b0f1-87df3d13f64d HTTP/1.1" status: 200 len: 217 time: 0.0546439 Jun 21 04:42:25.311885 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:25.314381 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:25.358074 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0938e66a-3903-4296-903c-fbe4c9469773,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:25.365926 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:25.366294 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:25.366648 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:25.367000 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:25.367369 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:25.367716 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:25.368059 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:25.368463 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:25.368743 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:25.369078 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:25.369414 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:25.369754 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:42:25.380864 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:25.386629 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ff598-030b-458c-ae04-76cbcc750265 req-f36c2d25-a032-4bfa-8e01-058fb4691a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:25.390557 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b00ff598-030b-458c-ae04-76cbcc750265 req-f36c2d25-a032-4bfa-8e01-058fb4691a55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40b645dd-fc76-4567-8704-5f8ccdfd7cd1 HTTP/1.1" status: 200 len: 855 time: 0.0522153 Jun 21 04:42:25.408896 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:25.410111 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4218309 Jun 21 04:42:25.413108 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 48188) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:25.418594 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-54b6140f-8066-41cb-a79e-62f0618ed6bd tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Request body: {'security_group_rule': {'security_group_id': '0938e66a-3903-4296-903c-fbe4c9469773', 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:42:25.429770 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b00ff598-030b-458c-ae04-76cbcc750265 req-ddd028fc-71fd-40f2-9c11-6c10d10fc513 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b455bc6c-061f-44be-8cec-59e7ce8a93bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317719 Jun 21 04:42:25.508144 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-54b6140f-8066-41cb-a79e-62f0618ed6bd tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:25.569342 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b00ff598-030b-458c-ae04-76cbcc750265 req-47a0dda7-c1f1-4e8c-83c6-5166583b11aa service neutron] 10.222.0.52 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065118 Jun 21 04:42:25.596477 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-54b6140f-8066-41cb-a79e-62f0618ed6bd tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:25.683507 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-54b6140f-8066-41cb-a79e-62f0618ed6bd tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:25.689122 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:25.721925 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6140f-8066-41cb-a79e-62f0618ed6bd tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4ae45d-ba8d-41c9-961b-af817cdc4ddb,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:25.732445 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-54b6140f-8066-41cb-a79e-62f0618ed6bd tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:25.770132 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3614362-21b8-4ccf-bfd4-69a2f5eb8e6e req-b8c76697-c65e-48df-8567-fd7f2df1bdc4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:25.781251 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b3614362-21b8-4ccf-bfd4-69a2f5eb8e6e req-b8c76697-c65e-48df-8567-fd7f2df1bdc4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.1258173 Jun 21 04:42:25.793853 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b00ff598-030b-458c-ae04-76cbcc750265 req-866fb2e6-472b-4ab2-896a-54672e5e6230 service neutron] 10.222.0.52 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130843 Jun 21 04:42:25.808683 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-54b6140f-8066-41cb-a79e-62f0618ed6bd tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:25.810046 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-54b6140f-8066-41cb-a79e-62f0618ed6bd tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3959360 Jun 21 04:42:25.812761 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 48200) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:25.818852 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-f99652c7-f9cd-4613-ac9e-b027e2d1fa01 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Request body: {'security_group_rule': {'security_group_id': '0938e66a-3903-4296-903c-fbe4c9469773', 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:42:25.869508 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b3614362-21b8-4ccf-bfd4-69a2f5eb8e6e req-1d3d47ad-186f-4b02-aab5-cd718b1da1bf tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868807 Jun 21 04:42:25.919696 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ad564-a13c-4e55-853a-3fd5e16db44a req-efc9b11c-9e6c-485d-9f3b-cc95717e099c tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:25.922197 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-706ad564-a13c-4e55-853a-3fd5e16db44a req-efc9b11c-9e6c-485d-9f3b-cc95717e099c tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 944 time: 0.0677347 Jun 21 04:42:25.945486 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f99652c7-f9cd-4613-ac9e-b027e2d1fa01 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:25.961780 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-706ad564-a13c-4e55-853a-3fd5e16db44a req-90e50d24-3640-46ee-8335-a27c755aa2cf tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348577 Jun 21 04:42:26.252118 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f99652c7-f9cd-4613-ac9e-b027e2d1fa01 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:26.340333 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-5968e521-666f-4ce5-ae69-4267ae230c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:26.342480 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f99652c7-f9cd-4613-ac9e-b027e2d1fa01 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:26.344523 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-54b6140f-8066-41cb-a79e-62f0618ed6bd tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:26.362993 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99652c7-f9cd-4613-ac9e-b027e2d1fa01 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ec3e15-fbaa-4aba-9cdf-bc90fd2e18d8,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:26.372472 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f99652c7-f9cd-4613-ac9e-b027e2d1fa01 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:26.483318 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f99652c7-f9cd-4613-ac9e-b027e2d1fa01 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:26.484568 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-f99652c7-f9cd-4613-ac9e-b027e2d1fa01 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6706800 Jun 21 04:42:26.487209 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 48216) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:26.492828 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-7a43ce73-7553-48ff-8c02-6f7523cb62f7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Request body: {'security_group_rule': {'security_group_id': '0938e66a-3903-4296-903c-fbe4c9469773', 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:42:26.576247 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:42:26.580828 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:26.625143 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a43ce73-7553-48ff-8c02-6f7523cb62f7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:26.686113 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a43ce73-7553-48ff-8c02-6f7523cb62f7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:26.730331 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:42:26.734400 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:26.734788 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:26.793488 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a43ce73-7553-48ff-8c02-6f7523cb62f7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:26.795768 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:26.814265 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43ce73-7553-48ff-8c02-6f7523cb62f7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116cc442-e075-4fba-b266-85ec7238163c,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:26.814773 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:26.816847 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-7a43ce73-7553-48ff-8c02-6f7523cb62f7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:26.848133 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=a3f4ede9-f791-4ae9-9c45-6cce1853c7e7,segment=NetworkSegment(bf029e2d-5c93-4464-b77c-3c0ac8738441),segment_id=bf029e2d-5c93-4464-b77c-3c0ac8738441)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:42:26.968387 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a43ce73-7553-48ff-8c02-6f7523cb62f7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:26.969510 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-7a43ce73-7553-48ff-8c02-6f7523cb62f7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4812574 Jun 21 04:42:26.972211 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 48224) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:26.976526 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-2c39e3c7-2b49-4063-8ac0-164daa7dc952 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Request body: {'security_group_rule': {'security_group_id': '0938e66a-3903-4296-903c-fbe4c9469773', 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:42:26.980120 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:26.982386 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-d193e6b5-1379-42c2-bf6d-0c39ddb8dee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:27.029467 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=a3f4ede9-f791-4ae9-9c45-6cce1853c7e7,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:27.032423 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:27.064521 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2c39e3c7-2b49-4063-8ac0-164daa7dc952 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:27.128423 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2c39e3c7-2b49-4063-8ac0-164daa7dc952 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:27.224958 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2c39e3c7-2b49-4063-8ac0-164daa7dc952 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:27.227837 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:27.254595 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39e3c7-2b49-4063-8ac0-164daa7dc952 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83231433-9411-448e-834a-b36db1820a45,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:27.258685 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-2c39e3c7-2b49-4063-8ac0-164daa7dc952 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:27.288370 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c28ca6-e095-4e85-bf3f-ee8f55411709 req-247daac9-8933-4634-b05d-d3ac9056d4a5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:27.289839 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-33c28ca6-e095-4e85-bf3f-ee8f55411709 req-247daac9-8933-4634-b05d-d3ac9056d4a5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0919011 Jun 21 04:42:27.323467 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ab08f-df92-465a-b7c6-6e808bd97222 req-d2a9eeef-f4f5-45ad-8e4d-9109c12a8744 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:27.324914 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-674ab08f-df92-465a-b7c6-6e808bd97222 req-d2a9eeef-f4f5-45ad-8e4d-9109c12a8744 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 944 time: 0.0714207 Jun 21 04:42:27.331683 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:27.332065 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-33c28ca6-e095-4e85-bf3f-ee8f55411709 req-261e56c1-c440-4319-9462-a9812b0586a0 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357680 Jun 21 04:42:27.332874 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2c39e3c7-2b49-4063-8ac0-164daa7dc952 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:27.334052 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-2c39e3c7-2b49-4063-8ac0-164daa7dc952 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3609474 Jun 21 04:42:27.337105 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 48230) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:27.341792 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-f5ee2bfc-92ce-4dec-b50e-a358ea9249d2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Request body: {'security_group_rule': {'security_group_id': '0938e66a-3903-4296-903c-fbe4c9469773', 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:42:27.380169 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-674ab08f-df92-465a-b7c6-6e808bd97222 req-5a518fc6-166b-49b0-9160-6d68ba53c3f1 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488355 Jun 21 04:42:27.437635 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.securitygroups_db [None req-f5ee2bfc-92ce-4dec-b50e-a358ea9249d2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Project fdc4e805caf44a30888cf51e943ce9bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:42:27.443541 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f5ee2bfc-92ce-4dec-b50e-a358ea9249d2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:27.494661 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f5ee2bfc-92ce-4dec-b50e-a358ea9249d2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:27.561179 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3281a4-e11d-4be4-bb5a-8ae5e09b22ef req-700afd4a-76d6-46f5-a54e-3534dce1172f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:27.562604 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fe3281a4-e11d-4be4-bb5a-8ae5e09b22ef req-700afd4a-76d6-46f5-a54e-3534dce1172f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0622351 Jun 21 04:42:27.564341 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f5ee2bfc-92ce-4dec-b50e-a358ea9249d2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:27.566318 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ae921de1-4538-462a-a065-a2a8571496ec tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:27.598457 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee2bfc-92ce-4dec-b50e-a358ea9249d2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00678e8a-7e9c-4572-9e78-3c253f3a9224,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:27.602596 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f5ee2bfc-92ce-4dec-b50e-a358ea9249d2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:27.622177 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fe3281a4-e11d-4be4-bb5a-8ae5e09b22ef req-66ba9a0f-137d-4509-944f-44437a1f5e86 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512633 Jun 21 04:42:27.673687 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f5ee2bfc-92ce-4dec-b50e-a358ea9249d2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:27.674856 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-f5ee2bfc-92ce-4dec-b50e-a358ea9249d2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3369379 Jun 21 04:42:27.677658 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 48240) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:27.682108 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-cdf85bea-89e6-4f38-baec-4709f3bf6c0f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Request body: {'security_group_rule': {'security_group_id': '0938e66a-3903-4296-903c-fbe4c9469773', 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:42:27.771558 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.securitygroups_db [None req-cdf85bea-89e6-4f38-baec-4709f3bf6c0f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Project fdc4e805caf44a30888cf51e943ce9bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:42:27.777060 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-cdf85bea-89e6-4f38-baec-4709f3bf6c0f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:28.061010 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-cdf85bea-89e6-4f38-baec-4709f3bf6c0f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:28.188212 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-cdf85bea-89e6-4f38-baec-4709f3bf6c0f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:28.193340 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-4d7987f1-1d36-400e-99ae-27b235118f14 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:28.206114 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf85bea-89e6-4f38-baec-4709f3bf6c0f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b35a2b-e65a-492a-be49-8938e58d472e,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:28.211326 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-cdf85bea-89e6-4f38-baec-4709f3bf6c0f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:28.302770 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-cdf85bea-89e6-4f38-baec-4709f3bf6c0f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:28.304092 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-cdf85bea-89e6-4f38-baec-4709f3bf6c0f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6255064 Jun 21 04:42:28.590278 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:42:28.613285 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc7e82-8af0-4189-9fbe-e95664ce90cc req-36b290e6-951a-4020-a22e-d84a159fb429 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:28.619052 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6bbc7e82-8af0-4189-9fbe-e95664ce90cc req-36b290e6-951a-4020-a22e-d84a159fb429 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 944 time: 0.0720284 Jun 21 04:42:28.639071 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:28.639474 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:28.662340 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6bbc7e82-8af0-4189-9fbe-e95664ce90cc req-c8d5c626-23cf-43bd-89ff-31d2e66a80fc tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374527 Jun 21 04:42:29.039547 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:29.848554 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b534c9f-4ddb-44e8-85ec-ad8ec8759e3b req-dabeffdf-26d8-4f60-945f-09b08821fb6c tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:29.850905 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6b534c9f-4ddb-44e8-85ec-ad8ec8759e3b req-dabeffdf-26d8-4f60-945f-09b08821fb6c tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 944 time: 0.0739498 Jun 21 04:42:29.891748 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6b534c9f-4ddb-44e8-85ec-ad8ec8759e3b req-d1bbd348-e490-4747-86bb-f23627a6aba3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349836 Jun 21 04:42:31.272886 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9646ad-2ea8-486c-a4a1-a719e5f1863a req-ca5eed43-ba45-41ec-89e7-8c386e4b81c7 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:31.274317 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5f9646ad-2ea8-486c-a4a1-a719e5f1863a req-ca5eed43-ba45-41ec-89e7-8c386e4b81c7 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 944 time: 0.0671928 Jun 21 04:42:31.311749 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5f9646ad-2ea8-486c-a4a1-a719e5f1863a req-d92e3003-ea5a-47f0-bcd5-c6a0d9748e03 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317523 Jun 21 04:42:31.316231 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbea09-9c73-4f3b-abdf-a0eecabf03d0 req-e3fff2b7-f3e4-49b7-87a5-11926da87305 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:31.317833 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0fbbea09-9c73-4f3b-abdf-a0eecabf03d0 req-e3fff2b7-f3e4-49b7-87a5-11926da87305 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0946734 Jun 21 04:42:31.361419 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f885e-fc7a-4de1-a618-d34b4ce20a5e req-4fae9c01-fa75-4aaa-a6f7-89ea0e646493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:31.362997 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ab9f885e-fc7a-4de1-a618-d34b4ce20a5e req-4fae9c01-fa75-4aaa-a6f7-89ea0e646493 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8a9743c7dd149da8b5f24332604c1b5&device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 1098 time: 0.0943029 Jun 21 04:42:31.370295 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0fbbea09-9c73-4f3b-abdf-a0eecabf03d0 req-058051e6-56b5-42ce-a47b-a52841cf3f6e tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452480 Jun 21 04:42:31.457678 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f885e-fc7a-4de1-a618-d34b4ce20a5e req-eb65fc6b-0dbb-40ce-bd31-bca6f1efd2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:31.459667 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ab9f885e-fc7a-4de1-a618-d34b4ce20a5e req-eb65fc6b-0dbb-40ce-bd31-bca6f1efd2bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb HTTP/1.1" status: 200 len: 920 time: 0.0856023 Jun 21 04:42:31.510592 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ab9f885e-fc7a-4de1-a618-d34b4ce20a5e req-2ef4a054-2fe5-49fe-9345-079c6e1a4c92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05f9445d-e3e5-4bdb-8675-7eadfd1967e1 HTTP/1.1" status: 200 len: 217 time: 0.0376396 Jun 21 04:42:31.568841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f885e-fc7a-4de1-a618-d34b4ce20a5e req-a68d0425-e665-422b-ac3f-f1f6bb56c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:31.570216 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ab9f885e-fc7a-4de1-a618-d34b4ce20a5e req-a68d0425-e665-422b-ac3f-f1f6bb56c7db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=706769e8-8f98-4c1a-8e13-9f10201b8c57 HTTP/1.1" status: 200 len: 859 time: 0.0426593 Jun 21 04:42:31.609140 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ab9f885e-fc7a-4de1-a618-d34b4ce20a5e req-26556a31-99a8-41ba-bb02-11b16218eff1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273151 Jun 21 04:42:31.712449 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ab9f885e-fc7a-4de1-a618-d34b4ce20a5e req-9217d1e4-a3d0-483b-803d-aabe1db1620c service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901122 Jun 21 04:42:31.806748 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ab9f885e-fc7a-4de1-a618-d34b4ce20a5e req-bbb614be-1021-4430-b9fd-1ee7356a7758 service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825534 Jun 21 04:42:31.827947 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 912daf85-efd7-47fd-b0f1-87df3d13f64d details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:42:31.930962 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 912daf85-efd7-47fd-b0f1-87df3d13f64d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=912daf85-efd7-47fd-b0f1-87df3d13f64d,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:42:31.944799 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': '912daf85-efd7-47fd-b0f1-87df3d13f64d', 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf', 'port_id': '912daf85-efd7-47fd-b0f1-87df3d13f64d', 'mac_address': 'fa:16:3e:cb:54:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b645dd-fc76-4567-8704-5f8ccdfd7cd1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:42:31.998096 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:32.011443 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912daf85-efd7-47fd-b0f1-87df3d13f64d {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:42:32.032282 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 912daf85-efd7-47fd-b0f1-87df3d13f64d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=912daf85-efd7-47fd-b0f1-87df3d13f64d,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:42:32.140477 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:32.142346 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:32.188735 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=912daf85-efd7-47fd-b0f1-87df3d13f64d,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:32.191775 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:32.503466 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26246941-7e78-4a6c-a9f2-70e8d7d13bc1 req-8b06f50d-5607-4452-a918-5facad11821b tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:32.511703 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-26246941-7e78-4a6c-a9f2-70e8d7d13bc1 req-8b06f50d-5607-4452-a918-5facad11821b tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 945 time: 0.0835755 Jun 21 04:42:32.550075 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-26246941-7e78-4a6c-a9f2-70e8d7d13bc1 req-4a09cb1f-c89d-4a11-a9d7-60b2a9957feb tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366356 Jun 21 04:42:32.562736 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9863cb-920b-4ad3-8324-f5b9f9bb544b req-9356c360-3f42-4625-a987-880a71bebaf9 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:32.564369 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6a9863cb-920b-4ad3-8324-f5b9f9bb544b req-9356c360-3f42-4625-a987-880a71bebaf9 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0755687 Jun 21 04:42:32.602572 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6a9863cb-920b-4ad3-8324-f5b9f9bb544b req-357f2e11-7a07-41e8-acd1-0dfb8339a549 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304329 Jun 21 04:42:32.742076 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:42:33.064571 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['912daf85-efd7-47fd-b0f1-87df3d13f64d'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:42:33.450017 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 48396) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:33.609781 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-210b7c60-40ab-4e41-b6aa-1d99b6e1952c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:33.728045 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-210b7c60-40ab-4e41-b6aa-1d99b6e1952c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:33.754834 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d6b31-c8ab-49b8-8e3c-420ea42aef04 req-0b06b908-cea6-468f-a5a8-8b7cff983da9 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:33.756589 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a33d6b31-c8ab-49b8-8e3c-420ea42aef04 req-0b06b908-cea6-468f-a5a8-8b7cff983da9 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 945 time: 0.0760581 Jun 21 04:42:33.792675 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfe6e7-eace-4a29-9ba9-78ad34e9ec59 req-86306240-e1da-4946-b742-4eafb7dc65b6 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:33.794194 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-becfe6e7-eace-4a29-9ba9-78ad34e9ec59 req-86306240-e1da-4946-b742-4eafb7dc65b6 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0649297 Jun 21 04:42:33.799380 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a33d6b31-c8ab-49b8-8e3c-420ea42aef04 req-902b3e22-b378-42b1-b2be-d267b9f3470b tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336967 Jun 21 04:42:33.838767 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-becfe6e7-eace-4a29-9ba9-78ad34e9ec59 req-900901f3-e470-4a64-9aed-28893c64e744 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372310 Jun 21 04:42:33.860070 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-210b7c60-40ab-4e41-b6aa-1d99b6e1952c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:33.862679 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a2ad31bf-7386-41f6-9ae1-a783ccc2707b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:33.898441 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b7c60-40ab-4e41-b6aa-1d99b6e1952c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727949e7-3b50-433c-8e94-a063b15be153,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:33.902609 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-210b7c60-40ab-4e41-b6aa-1d99b6e1952c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f899ee060877444985144951f843b9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515922 Jun 21 04:42:33.903527 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-210b7c60-40ab-4e41-b6aa-1d99b6e1952c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:33.905181 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 48412) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:33.953839 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a2afee37-38d1-4fce-be9d-9c914b58faaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:33.978490 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a2afee37-38d1-4fce-be9d-9c914b58faaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:34.105302 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a2afee37-38d1-4fce-be9d-9c914b58faaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:34.107851 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a2afee37-38d1-4fce-be9d-9c914b58faaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:34.108966 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-a2afee37-38d1-4fce-be9d-9c914b58faaa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/727949e7-3b50-433c-8e94-a063b15be153 HTTP/1.1" status: 204 len: 168 time: 0.2028747 Jun 21 04:42:34.109753 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d778914f-efa6-4070-80b1-11ac862442de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:34.117658 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afee37-38d1-4fce-be9d-9c914b58faaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727949e7-3b50-433c-8e94-a063b15be153,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:34.119799 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a2afee37-38d1-4fce-be9d-9c914b58faaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:34.848449 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 48428) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:34.863234 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d5bb930e-052e-4e4b-acb4-1e2282992717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:34.990792 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074dec7-4c84-44e9-bb05-aace7f5403ab req-145fc9f8-0976-48d3-b081-37538b2ad4f2 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:34.993239 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d5bb930e-052e-4e4b-acb4-1e2282992717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:34.993487 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e074dec7-4c84-44e9-bb05-aace7f5403ab req-145fc9f8-0976-48d3-b081-37538b2ad4f2 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 945 time: 0.0751526 Jun 21 04:42:35.035537 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e074dec7-4c84-44e9-bb05-aace7f5403ab req-026125aa-a1eb-429f-b67c-d59f3a20473f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359290 Jun 21 04:42:35.073773 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ca0cd-d171-4949-95e1-84232a9fc0ac req-c0296513-b2df-4874-8afb-c19388065bce tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:35.075281 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-720ca0cd-d171-4949-95e1-84232a9fc0ac req-c0296513-b2df-4874-8afb-c19388065bce tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0651495 Jun 21 04:42:35.095386 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d5bb930e-052e-4e4b-acb4-1e2282992717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:35.099834 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8f386744-a762-443d-9e87-772478c32922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:35.143202 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb930e-052e-4e4b-acb4-1e2282992717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ce624-700f-4a13-8029-4fd180952647,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:35.147919 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d5bb930e-052e-4e4b-acb4-1e2282992717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:35.150399 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-d5bb930e-052e-4e4b-acb4-1e2282992717 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a5dbc0c90ab4dbdb39ce6f4792e16cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008406 Jun 21 04:42:35.153227 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 48438) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:35.153362 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-720ca0cd-d171-4949-95e1-84232a9fc0ac req-55a90658-a83a-4d0a-b873-4de7d95cb512 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723906 Jun 21 04:42:35.203133 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4b15f443-d97e-4bf4-8607-c11ac52dfac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:35.228947 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4b15f443-d97e-4bf4-8607-c11ac52dfac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:35.368749 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4b15f443-d97e-4bf4-8607-c11ac52dfac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:35.371370 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4b15f443-d97e-4bf4-8607-c11ac52dfac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:35.372530 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-4b15f443-d97e-4bf4-8607-c11ac52dfac0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f8ce624-700f-4a13-8029-4fd180952647 HTTP/1.1" status: 204 len: 168 time: 0.2182665 Jun 21 04:42:35.373195 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:35.380916 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15f443-d97e-4bf4-8607-c11ac52dfac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ce624-700f-4a13-8029-4fd180952647,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:35.383092 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-4b15f443-d97e-4bf4-8607-c11ac52dfac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:35.500917 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 48444) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:35.708418 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6e5188d6-b158-4275-97cc-32acb99bdf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:35.837689 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6e5188d6-b158-4275-97cc-32acb99bdf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:35.859461 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 912daf85-efd7-47fd-b0f1-87df3d13f64d up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:42:35.939947 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6e5188d6-b158-4275-97cc-32acb99bdf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:35.943535 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5aa4f533-cd3a-4a36-b952-82cdee2a14fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:35.979510 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5188d6-b158-4275-97cc-32acb99bdf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2e56d3-8845-4985-b63c-197f89ec1d0e,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:35.983707 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-6e5188d6-b158-4275-97cc-32acb99bdf64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=66adae7d08684e04bc1b74ce10594527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817443 Jun 21 04:42:35.984673 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6e5188d6-b158-4275-97cc-32acb99bdf64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:35.986610 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 48464) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:42:36.038354 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ec5e27e8-a57a-41ab-9a81-4fbba3c29db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:36.059721 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port 912daf85-efd7-47fd-b0f1-87df3d13f64d completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:42:36.060251 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ec5e27e8-a57a-41ab-9a81-4fbba3c29db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:36.064587 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port 912daf85-efd7-47fd-b0f1-87df3d13f64d triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:42:36.065233 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:36.166428 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:36.190413 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c574c11-571c-4207-ba2e-479d27ac5c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912daf85-efd7-47fd-b0f1-87df3d13f64d'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:42:36.193211 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432a6734-3875-4f40-9235-db6d00dad251" -d '{"events": [{"server_uuid": "2c574c11-571c-4207-ba2e-479d27ac5c4f", "name": "network-vif-plugged", "status": "completed", "tag": "912daf85-efd7-47fd-b0f1-87df3d13f64d"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:42:36.200948 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ec5e27e8-a57a-41ab-9a81-4fbba3c29db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:36.201100 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ec5e27e8-a57a-41ab-9a81-4fbba3c29db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:36.204944 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-ec5e27e8-a57a-41ab-9a81-4fbba3c29db3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b2e56d3-8845-4985-b63c-197f89ec1d0e HTTP/1.1" status: 204 len: 168 time: 0.2144611 Jun 21 04:42:36.204944 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-569ca6c9-4373-42e3-a1ad-11585a790c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:36.210720 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 912daf85-efd7-47fd-b0f1-87df3d13f64d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=912daf85-efd7-47fd-b0f1-87df3d13f64d,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:42:36.214904 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e27e8-a57a-41ab-9a81-4fbba3c29db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2e56d3-8845-4985-b63c-197f89ec1d0e,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:36.220160 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-ec5e27e8-a57a-41ab-9a81-4fbba3c29db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:36.252394 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc4c09-1160-4a01-80d8-9a55a5ae5e56 req-ad4f2bb8-1def-408f-9dc8-a1cd56b160a0 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:36.256654 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-acdc4c09-1160-4a01-80d8-9a55a5ae5e56 req-ad4f2bb8-1def-408f-9dc8-a1cd56b160a0 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 945 time: 0.0949061 Jun 21 04:42:36.309731 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-acdc4c09-1160-4a01-80d8-9a55a5ae5e56 req-2999246a-f554-4177-97d8-6f802fc2b615 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487113 Jun 21 04:42:36.328924 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:36.334161 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:42:36.367006 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d512e52-dae5-4a93-879c-4c4d28198ba3 x-openstack-request-id: req-2d512e52-dae5-4a93-879c-4c4d28198ba3 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:42:36.368230 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c574c11-571c-4207-ba2e-479d27ac5c4f", "name": "network-vif-plugged", "status": "completed", "tag": "912daf85-efd7-47fd-b0f1-87df3d13f64d", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:42:36.368230 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d512e52-dae5-4a93-879c-4c4d28198ba3 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:42:36.368486 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c574c11-571c-4207-ba2e-479d27ac5c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912daf85-efd7-47fd-b0f1-87df3d13f64d', 'code': 200} Jun 21 04:42:36.370986 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf7403-5c1f-4be7-8687-4077ea115233 req-d54a2860-a148-4ec4-b56e-2aaac4e9c40b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:36.372736 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5edf7403-5c1f-4be7-8687-4077ea115233 req-d54a2860-a148-4ec4-b56e-2aaac4e9c40b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0873206 Jun 21 04:42:36.388821 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=912daf85-efd7-47fd-b0f1-87df3d13f64d,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:42:36.391915 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:42:36.411251 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5edf7403-5c1f-4be7-8687-4077ea115233 req-694868e7-7d01-4edd-9bfa-e53b9f1051d3 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322216 Jun 21 04:42:36.925298 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0830e5b-a009-4900-9a0d-56eab206bb63 req-fcf12465-4330-4714-94aa-de58d118aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:36.926956 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a0830e5b-a009-4900-9a0d-56eab206bb63 req-fcf12465-4330-4714-94aa-de58d118aa39 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 1099 time: 0.0555291 Jun 21 04:42:36.976443 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a0830e5b-a009-4900-9a0d-56eab206bb63 req-9121d7d5-6be9-444c-af0f-57c677c3e663 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379045 Jun 21 04:42:37.920037 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc5431-d9b5-4e10-a5b1-86a8706caa59 req-6985a11e-e081-4714-81ef-00f28aee596f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:37.921537 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3bcc5431-d9b5-4e10-a5b1-86a8706caa59 req-6985a11e-e081-4714-81ef-00f28aee596f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 946 time: 0.0893972 Jun 21 04:42:37.962746 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3bcc5431-d9b5-4e10-a5b1-86a8706caa59 req-f87e42ec-cc7f-42b8-b4ec-fcebbb5067a9 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330536 Jun 21 04:42:37.983561 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a6abe-931e-48ee-a57e-c3adbd0d013e req-691ab22e-9d20-432e-ad02-ac4cc418eb75 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:37.985091 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-600a6abe-931e-48ee-a57e-c3adbd0d013e req-691ab22e-9d20-432e-ad02-ac4cc418eb75 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0854347 Jun 21 04:42:38.027870 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-600a6abe-931e-48ee-a57e-c3adbd0d013e req-f4d9e9c6-3e24-43ae-9c80-c28e59f1d034 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367458 Jun 21 04:42:39.141900 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a5580-61df-4730-aca2-da7f5a38ed07 req-8475c3a2-4f57-40fc-8d5b-e3ea64b51351 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:39.143599 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3f8a5580-61df-4730-aca2-da7f5a38ed07 req-8475c3a2-4f57-40fc-8d5b-e3ea64b51351 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 946 time: 0.0651948 Jun 21 04:42:39.182996 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3f8a5580-61df-4730-aca2-da7f5a38ed07 req-5adee830-c360-4ea8-8ab4-0ee0e1fca9b6 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330751 Jun 21 04:42:39.207315 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e64e33-3647-4238-9782-799823da00ef req-a3e0ef6b-296b-4860-866a-f8fce5f1eab5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:39.209501 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e0e64e33-3647-4238-9782-799823da00ef req-a3e0ef6b-296b-4860-866a-f8fce5f1eab5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0643690 Jun 21 04:42:39.248424 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e0e64e33-3647-4238-9782-799823da00ef req-b4ee2925-9238-4330-9f7f-e0eb827684b1 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333579 Jun 21 04:42:40.410871 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d507825-ac53-4704-b254-6bba27c06495 req-05357a5c-23ad-4540-9abd-098172588ba7 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:40.412392 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9d507825-ac53-4704-b254-6bba27c06495 req-05357a5c-23ad-4540-9abd-098172588ba7 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 946 time: 0.0913427 Jun 21 04:42:40.466547 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9d507825-ac53-4704-b254-6bba27c06495 req-739a45db-d125-4148-a82a-3100f2b00d8c tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359280 Jun 21 04:42:40.476513 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b36023-d851-4f49-ace5-3aae7b953ad3 req-97e17b53-ac88-47af-a917-ad9ccde97a48 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:40.477964 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f9b36023-d851-4f49-ace5-3aae7b953ad3 req-97e17b53-ac88-47af-a917-ad9ccde97a48 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0825455 Jun 21 04:42:40.514842 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f9b36023-d851-4f49-ace5-3aae7b953ad3 req-fc42750e-acdc-4eab-b3c0-ccef89866d67 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310447 Jun 21 04:42:41.664662 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954405b-d6d0-4392-a0a9-a3ff35f4ae87 req-32ad776b-c207-4122-aa1d-f5407b8f99e1 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:41.666247 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6954405b-d6d0-4392-a0a9-a3ff35f4ae87 req-32ad776b-c207-4122-aa1d-f5407b8f99e1 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 946 time: 0.0653360 Jun 21 04:42:41.710327 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f98e14-d00d-4a36-9e78-bd35451f2d6f req-45262215-973b-4a14-bc79-b507038728f4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:41.711861 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-79f98e14-d00d-4a36-9e78-bd35451f2d6f req-45262215-973b-4a14-bc79-b507038728f4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0697699 Jun 21 04:42:41.714481 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6954405b-d6d0-4392-a0a9-a3ff35f4ae87 req-973f68f5-49bb-43a9-a528-e22ef64b388f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386024 Jun 21 04:42:41.756954 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-79f98e14-d00d-4a36-9e78-bd35451f2d6f req-7d7b3cc6-2136-43d7-9a94-ed953760c898 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383816 Jun 21 04:42:47.259784 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6b0f5-3f5a-4819-b832-1ef34ee93d26 req-a7a43016-a532-4f0b-9518-139a18b09475 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:47.261169 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-38f6b0f5-3f5a-4819-b832-1ef34ee93d26 req-a7a43016-a532-4f0b-9518-139a18b09475 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0689666 Jun 21 04:42:47.300580 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-38f6b0f5-3f5a-4819-b832-1ef34ee93d26 req-975e3760-1814-4dab-8594-1ff290a44d29 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337408 Jun 21 04:42:53.565108 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-27f34d37-cfbf-41c3-bbe4-f200ec060733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:53.894223 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:54.657945 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9ad3-dc7c-4e95-a009-5df0c3688b02 req-ac062a7d-5dbd-45a5-bc3c-e18626f2fb68 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:54.659667 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cbde9ad3-dc7c-4e95-a009-5df0c3688b02 req-ac062a7d-5dbd-45a5-bc3c-e18626f2fb68 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0680237 Jun 21 04:42:54.702624 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cbde9ad3-dc7c-4e95-a009-5df0c3688b02 req-c9de9862-55f6-44f5-aa9a-357af1e2ee50 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374360 Jun 21 04:42:55.942294 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9c391-39b3-45a7-baa4-471111aef127 req-55c431a5-f926-435a-bf2f-efc0bf2fe5d2 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:55.943759 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f8f9c391-39b3-45a7-baa4-471111aef127 req-55c431a5-f926-435a-bf2f-efc0bf2fe5d2 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0643835 Jun 21 04:42:55.981934 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f8f9c391-39b3-45a7-baa4-471111aef127 req-9b3c72cd-124d-4d08-af10-833aef74f96f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320179 Jun 21 04:42:56.288704 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-d1db8985-8232-4206-ad91-2e17b867e7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:56.579576 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:57.169400 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e77aa-bddd-4adb-9ff3-cd2305138301 req-afa2c68f-e86c-4f37-a622-7346e53bb19b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:57.170866 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c33e77aa-bddd-4adb-9ff3-cd2305138301 req-afa2c68f-e86c-4f37-a622-7346e53bb19b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0697670 Jun 21 04:42:57.211719 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c33e77aa-bddd-4adb-9ff3-cd2305138301 req-fce0ec78-afda-4b64-8106-d7e60871370d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347667 Jun 21 04:42:57.309221 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:58.396320 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07aaf4-7b79-4ea8-9844-794d81459b26 req-4f80a07a-8cf1-461d-8c55-bfc54ecd7121 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:58.397734 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1f07aaf4-7b79-4ea8-9844-794d81459b26 req-4f80a07a-8cf1-461d-8c55-bfc54ecd7121 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0663939 Jun 21 04:42:58.438284 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1f07aaf4-7b79-4ea8-9844-794d81459b26 req-218935e5-f916-474b-b151-6bd759193fd6 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346351 Jun 21 04:42:59.028492 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:59.619405 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcb24d-96c1-4b14-92f4-a58690ebc6de req-eb9719e3-71a0-4744-954f-01648fe9d590 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:42:59.621389 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2afcb24d-96c1-4b14-92f4-a58690ebc6de req-eb9719e3-71a0-4744-954f-01648fe9d590 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0665877 Jun 21 04:42:59.659332 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2afcb24d-96c1-4b14-92f4-a58690ebc6de req-f2c21afd-f696-4d8e-ab5e-77c01229f043 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Jun 21 04:43:00.848959 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cd029-fe7d-4ba7-b7cf-057330ebaecc req-88f00474-9af3-4b9d-bd92-765e39688355 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:00.850621 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cf1cd029-fe7d-4ba7-b7cf-057330ebaecc req-88f00474-9af3-4b9d-bd92-765e39688355 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0687332 Jun 21 04:43:00.889763 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cf1cd029-fe7d-4ba7-b7cf-057330ebaecc req-dacf6a27-ed3b-4b25-8871-0c8ce73f61fb tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325212 Jun 21 04:43:02.074185 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4f785-0a09-4e2b-9c00-22690766ba67 req-f9106638-ab37-49a0-b1ef-b5ff46fee47f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:02.075640 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-36e4f785-0a09-4e2b-9c00-22690766ba67 req-f9106638-ab37-49a0-b1ef-b5ff46fee47f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0674362 Jun 21 04:43:02.112328 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-36e4f785-0a09-4e2b-9c00-22690766ba67 req-01643811-4521-41fa-92f8-0228c55cfe8c tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304687 Jun 21 04:43:02.764453 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 48942) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:02.870396 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-34c295d7-be5a-4105-97cb-2782a1ac9b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:02.959063 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-34c295d7-be5a-4105-97cb-2782a1ac9b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:03.073673 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-34c295d7-be5a-4105-97cb-2782a1ac9b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:03.076239 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a84c9f4e-af0e-44e8-8ea4-c548fd3a4826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:03.113138 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-34c295d7-be5a-4105-97cb-2782a1ac9b39 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=612786f7d5e54544a294cc206e27baf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473787 Jun 21 04:43:03.113988 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c295d7-be5a-4105-97cb-2782a1ac9b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64de1969-2b0c-4cb9-869a-81e78dbd1830,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:03.123912 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 48956) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:03.124709 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-34c295d7-be5a-4105-97cb-2782a1ac9b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:03.164494 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6acbf3d4-9fdb-4307-a58c-efa499a0dc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:03.186013 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6acbf3d4-9fdb-4307-a58c-efa499a0dc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:03.302031 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6acbf3d4-9fdb-4307-a58c-efa499a0dc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:03.305836 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6acbf3d4-9fdb-4307-a58c-efa499a0dc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:03.306544 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-6acbf3d4-9fdb-4307-a58c-efa499a0dc6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64de1969-2b0c-4cb9-869a-81e78dbd1830 HTTP/1.1" status: 204 len: 168 time: 0.1897457 Jun 21 04:43:03.307493 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d1d06806-75f3-4acf-a5f2-95f20a558e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:03.315876 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbf3d4-9fdb-4307-a58c-efa499a0dc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64de1969-2b0c-4cb9-869a-81e78dbd1830,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:03.318654 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-6acbf3d4-9fdb-4307-a58c-efa499a0dc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:03.420689 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b09053-7ae1-4d3d-9fea-b1fd30ed5507 req-a78c2db9-43a1-42bc-8be1-9b7d4be24205 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:03.422153 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c8b09053-7ae1-4d3d-9fea-b1fd30ed5507 req-a78c2db9-43a1-42bc-8be1-9b7d4be24205 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0661299 Jun 21 04:43:03.462977 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c8b09053-7ae1-4d3d-9fea-b1fd30ed5507 req-1430f1b5-62e2-446d-aff3-44adbb99c886 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349507 Jun 21 04:43:04.156940 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 48976) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:04.173332 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7d20f6a4-0139-4608-9a6a-9e88df50c363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:04.247229 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909f92-8550-4526-8d43-d427976e7013 req-437330a7-a126-4509-a00d-9a38f24c1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:04.248836 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1c909f92-8550-4526-8d43-d427976e7013 req-437330a7-a126-4509-a00d-9a38f24c1916 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 1098 time: 0.0568655 Jun 21 04:43:04.261653 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7d20f6a4-0139-4608-9a6a-9e88df50c363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:04.290031 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1c909f92-8550-4526-8d43-d427976e7013 req-f93fefb7-c1dc-4f2a-8a00-c6f3243237c7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305393 Jun 21 04:43:04.385231 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7d20f6a4-0139-4608-9a6a-9e88df50c363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:04.387827 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-4b15f443-d97e-4bf4-8607-c11ac52dfac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:04.425984 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-7d20f6a4-0139-4608-9a6a-9e88df50c363 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4668640a2ef04f6586b16da28c6b2b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679963 Jun 21 04:43:04.426873 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20f6a4-0139-4608-9a6a-9e88df50c363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4a68a5-6034-429b-98b9-d0089b792b4a,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:04.428685 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 48984) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:04.429920 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-7d20f6a4-0139-4608-9a6a-9e88df50c363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:04.478999 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ee9eb2a4-6b75-48b2-b2af-b2c0e8fa1edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:04.501254 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ee9eb2a4-6b75-48b2-b2af-b2c0e8fa1edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:04.639413 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ee9eb2a4-6b75-48b2-b2af-b2c0e8fa1edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:04.642017 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ee9eb2a4-6b75-48b2-b2af-b2c0e8fa1edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:04.643133 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-ee9eb2a4-6b75-48b2-b2af-b2c0e8fa1edf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b4a68a5-6034-429b-98b9-d0089b792b4a HTTP/1.1" status: 204 len: 168 time: 0.2127314 Jun 21 04:43:04.643880 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d408aff3-6a91-4aa2-a762-a143e6e1e278 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:04.651479 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9eb2a4-6b75-48b2-b2af-b2c0e8fa1edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4a68a5-6034-429b-98b9-d0089b792b4a,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:04.653597 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ee9eb2a4-6b75-48b2-b2af-b2c0e8fa1edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:05.024470 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 49010) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:05.164588 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a50a2649-683e-4f58-a954-cfaad76727df admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:05.190996 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c6df2-0e45-49ab-932c-8a7801247001 req-3568859e-db7d-498d-9edc-2a61f580c99b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:05.192471 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6b9c6df2-0e45-49ab-932c-8a7801247001 req-3568859e-db7d-498d-9edc-2a61f580c99b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0978353 Jun 21 04:43:05.250441 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6b9c6df2-0e45-49ab-932c-8a7801247001 req-40669acd-79f7-4777-b572-ec2011286067 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513380 Jun 21 04:43:05.305578 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a50a2649-683e-4f58-a954-cfaad76727df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:05.422331 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a50a2649-683e-4f58-a954-cfaad76727df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:05.425374 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-b5417978-634e-4f5f-8bd4-82c0f71ed885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:05.466217 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 49016) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:05.467336 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-a50a2649-683e-4f58-a954-cfaad76727df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ced3946552b942578b12ab5596f1935e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4380770 Jun 21 04:43:05.467336 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a2649-683e-4f58-a954-cfaad76727df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed4d666-d7fc-4257-93f6-e8cbe33c938b,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:05.468487 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a50a2649-683e-4f58-a954-cfaad76727df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:05.469149 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 49018) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:05.484249 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f3eacf4f-ff68-4449-9f72-ede582edba4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:05.526399 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-0efea8c4-4d9d-47e9-b530-c724f29b8dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:05.554921 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-0efea8c4-4d9d-47e9-b530-c724f29b8dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:05.579747 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f3eacf4f-ff68-4449-9f72-ede582edba4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:05.673261 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f3eacf4f-ff68-4449-9f72-ede582edba4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:05.676702 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:05.712164 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-f3eacf4f-ff68-4449-9f72-ede582edba4b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99ee7b91454c486b9d52b3bd0a941026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419734 Jun 21 04:43:05.713006 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eacf4f-ff68-4449-9f72-ede582edba4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5598946e-4af4-42ac-85e5-020091b72517,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:05.714881 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 49024) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:05.716112 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f3eacf4f-ff68-4449-9f72-ede582edba4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:05.723359 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-0efea8c4-4d9d-47e9-b530-c724f29b8dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:05.725173 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-0efea8c4-4d9d-47e9-b530-c724f29b8dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:05.726639 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-0efea8c4-4d9d-47e9-b530-c724f29b8dad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ed4d666-d7fc-4257-93f6-e8cbe33c938b HTTP/1.1" status: 204 len: 168 time: 0.2614913 Jun 21 04:43:05.727812 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-69b8753d-c810-4031-9887-177c12a0dff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:05.743384 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efea8c4-4d9d-47e9-b530-c724f29b8dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed4d666-d7fc-4257-93f6-e8cbe33c938b,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:05.749575 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-0efea8c4-4d9d-47e9-b530-c724f29b8dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:05.790487 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a5f1-71f4-4617-a248-dc625b8d9f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:05.816806 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a5f1-71f4-4617-a248-dc625b8d9f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:06.015179 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a5f1-71f4-4617-a248-dc625b8d9f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:06.017922 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a5f1-71f4-4617-a248-dc625b8d9f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:06.019335 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-f5f1a5f1-71f4-4617-a248-dc625b8d9f2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5598946e-4af4-42ac-85e5-020091b72517 HTTP/1.1" status: 204 len: 168 time: 0.3031809 Jun 21 04:43:06.020150 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-eb820b5c-8c10-42e4-ba08-0e50e46b5fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:06.027876 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1a5f1-71f4-4617-a248-dc625b8d9f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5598946e-4af4-42ac-85e5-020091b72517,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:06.030640 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f5f1a5f1-71f4-4617-a248-dc625b8d9f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:06.428491 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364cdd7-c629-4497-97cc-52741699de2a req-3101ec62-2b31-4e88-ad6b-3cc1da737c30 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:06.429991 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4364cdd7-c629-4497-97cc-52741699de2a req-3101ec62-2b31-4e88-ad6b-3cc1da737c30 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0656848 Jun 21 04:43:06.473332 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4364cdd7-c629-4497-97cc-52741699de2a req-719cb3fc-15af-4787-b6da-bf955b56f206 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342038 Jun 21 04:43:07.661018 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12283d-9bb8-4692-b6d9-5a689aedf695 req-bdf0aa46-609b-4f2f-b65d-ed0b86a2e2a3 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:07.662627 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8e12283d-9bb8-4692-b6d9-5a689aedf695 req-bdf0aa46-609b-4f2f-b65d-ed0b86a2e2a3 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0746462 Jun 21 04:43:07.699790 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8e12283d-9bb8-4692-b6d9-5a689aedf695 req-4a364b13-ddfe-4b90-9786-5669a53f31a4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 Jun 21 04:43:08.398880 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0a22f-54eb-4c57-9e73-c2768d1c9ca6 req-d87cb77b-1007-4ae3-acf4-b3b6320c75a0 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:08.400293 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-06e0a22f-54eb-4c57-9e73-c2768d1c9ca6 req-d87cb77b-1007-4ae3-acf4-b3b6320c75a0 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0659430 Jun 21 04:43:08.439286 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-06e0a22f-54eb-4c57-9e73-c2768d1c9ca6 req-41a09566-e1d2-4848-92bf-6adc8c789e0c tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327904 Jun 21 04:43:08.490970 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68d6bb-069f-40a6-b5f3-b35d80698800 req-3b76c405-88ca-4e35-8b6a-dab3a80179a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:08.492518 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed68d6bb-069f-40a6-b5f3-b35d80698800 req-3b76c405-88ca-4e35-8b6a-dab3a80179a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8a9743c7dd149da8b5f24332604c1b5&device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 1098 time: 0.0559421 Jun 21 04:43:08.615119 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68d6bb-069f-40a6-b5f3-b35d80698800 req-122e000e-a45f-4734-8208-4f7e113b5de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:08.616939 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed68d6bb-069f-40a6-b5f3-b35d80698800 req-122e000e-a45f-4734-8208-4f7e113b5de9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb HTTP/1.1" status: 200 len: 920 time: 0.1139703 Jun 21 04:43:08.678313 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed68d6bb-069f-40a6-b5f3-b35d80698800 req-25e10aa2-4749-4055-8271-d04a7d7bef2c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05f9445d-e3e5-4bdb-8675-7eadfd1967e1 HTTP/1.1" status: 200 len: 217 time: 0.0351191 Jun 21 04:43:08.729373 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68d6bb-069f-40a6-b5f3-b35d80698800 req-99b3b314-2cf4-411e-8b70-4bcfdfe1cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:08.730799 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed68d6bb-069f-40a6-b5f3-b35d80698800 req-99b3b314-2cf4-411e-8b70-4bcfdfe1cc5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=706769e8-8f98-4c1a-8e13-9f10201b8c57 HTTP/1.1" status: 200 len: 859 time: 0.0431345 Jun 21 04:43:08.767339 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed68d6bb-069f-40a6-b5f3-b35d80698800 req-fc77c493-efc9-4ecd-9733-0ca436ba638b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265300 Jun 21 04:43:08.877847 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed68d6bb-069f-40a6-b5f3-b35d80698800 req-e698cc74-02e7-4a1a-aae0-4b811b754f6d service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897441 Jun 21 04:43:08.969423 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed68d6bb-069f-40a6-b5f3-b35d80698800 req-ab9939db-54e1-4aed-8329-4026a99e28d8 service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825989 Jun 21 04:43:09.620366 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183f45d-93e8-4807-8da1-d6a79aad6cf5 req-e71fe951-44ee-4232-a903-cde15d7bc412 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:09.621802 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a183f45d-93e8-4807-8da1-d6a79aad6cf5 req-e71fe951-44ee-4232-a903-cde15d7bc412 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0698891 Jun 21 04:43:09.658307 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a183f45d-93e8-4807-8da1-d6a79aad6cf5 req-528cfadb-17f0-4bc4-aa78-3ce3c19cf17c tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307846 Jun 21 04:43:09.740213 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:43:10.844761 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f83d2-346f-4ca8-b6a8-f267ba8d4388 req-938902f2-f256-4b37-bdd7-cf792da33889 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:10.846210 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9f2f83d2-346f-4ca8-b6a8-f267ba8d4388 req-938902f2-f256-4b37-bdd7-cf792da33889 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0680425 Jun 21 04:43:10.882723 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9f2f83d2-346f-4ca8-b6a8-f267ba8d4388 req-db153e04-0d2f-4e06-a127-308c42cef8cd tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309007 Jun 21 04:43:12.066960 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c0236-579a-438f-b52d-15563286e78c req-444738a5-096c-4e9e-85b9-ac17025d08e1 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:12.070582 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-677c0236-579a-438f-b52d-15563286e78c req-444738a5-096c-4e9e-85b9-ac17025d08e1 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0678484 Jun 21 04:43:12.106107 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-677c0236-579a-438f-b52d-15563286e78c req-b45462e3-ab96-40dd-9eb7-56c441be4260 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320926 Jun 21 04:43:16.979760 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce487851-73a9-4b37-b99a-5ea0701d63da req-7530d679-0b93-4b57-bb1f-7ff9fa329fec tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:16.981235 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ce487851-73a9-4b37-b99a-5ea0701d63da req-7530d679-0b93-4b57-bb1f-7ff9fa329fec tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0710979 Jun 21 04:43:17.020576 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ce487851-73a9-4b37-b99a-5ea0701d63da req-376999c2-0222-4080-a20d-0105bb44c0cb tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330505 Jun 21 04:43:22.965989 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-207607a5-9964-4932-bf7a-32b433c6b683 req-8b8e8e2a-68cf-432b-8285-416f68cccbc7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548651 Jun 21 04:43:23.067888 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a98cdc-c679-41ef-86e5-748e4de6ee8c req-9b091613-6abe-49e4-a2a9-17284e8eb43d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:23.071704 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-84a98cdc-c679-41ef-86e5-748e4de6ee8c req-9b091613-6abe-49e4-a2a9-17284e8eb43d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0789595 Jun 21 04:43:23.088594 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207607a5-9964-4932-bf7a-32b433c6b683 req-89971675-5629-4c50-a153-9ba96cc22123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:23.090738 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-207607a5-9964-4932-bf7a-32b433c6b683 req-89971675-5629-4c50-a153-9ba96cc22123 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fddde2cb5b784d03a92ed36190bf4c57&device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 1098 time: 0.0582695 Jun 21 04:43:23.118131 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-84a98cdc-c679-41ef-86e5-748e4de6ee8c req-9b972da8-0898-422c-b0fd-f0e84d222bce tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401368 Jun 21 04:43:23.210863 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207607a5-9964-4932-bf7a-32b433c6b683 req-98ea5f16-0772-4aad-8fb9-6f406e0ca434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:23.212446 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-207607a5-9964-4932-bf7a-32b433c6b683 req-98ea5f16-0772-4aad-8fb9-6f406e0ca434 service neutron] 10.222.0.52 "GET /v2.0/networks?id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 HTTP/1.1" status: 200 len: 912 time: 0.0944347 Jun 21 04:43:23.281097 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-207607a5-9964-4932-bf7a-32b433c6b683 req-afe71189-3dbc-4cfc-be5f-cf44ade1e7bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7750dc-876c-440f-8b7f-4d8b1eddaba8 HTTP/1.1" status: 200 len: 1001 time: 0.0610316 Jun 21 04:43:23.333283 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207607a5-9964-4932-bf7a-32b433c6b683 req-aff4a72e-2766-4523-9727-4aa32aa74cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:23.334624 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-207607a5-9964-4932-bf7a-32b433c6b683 req-aff4a72e-2766-4523-9727-4aa32aa74cd6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a41fb09-670a-46b0-9438-50fcf86692cb HTTP/1.1" status: 200 len: 850 time: 0.0458078 Jun 21 04:43:23.400288 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207607a5-9964-4932-bf7a-32b433c6b683 req-ac098001-3b19-4b96-9ea5-eab3974ccfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:23.405128 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-207607a5-9964-4932-bf7a-32b433c6b683 req-ac098001-3b19-4b96-9ea5-eab3974ccfc4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0600550 Jun 21 04:43:23.492587 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-207607a5-9964-4932-bf7a-32b433c6b683 req-b58a0c1a-394c-4f3c-9727-9644d3095eaa service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834808 Jun 21 04:43:23.597094 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-207607a5-9964-4932-bf7a-32b433c6b683 req-2b6d27b3-61f7-4aab-b3b1-a305eac8d809 service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843954 Jun 21 04:43:23.700087 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-7fa40ce0-f01b-4ae0-a16c-dabe90c98b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:23.932380 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:24.369545 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc3468-8bf0-4dc1-9211-a1dded01ee97 req-c843cfad-9328-43a6-beba-67b29fa11797 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:24.371042 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-2ecc3468-8bf0-4dc1-9211-a1dded01ee97 req-c843cfad-9328-43a6-beba-67b29fa11797 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0676539 Jun 21 04:43:24.408600 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-2ecc3468-8bf0-4dc1-9211-a1dded01ee97 req-114f7b90-1392-4fe9-a676-6918b1f842f8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319736 Jun 21 04:43:25.802624 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f075b35-7fd2-403d-801b-60709269650d req-9753680c-a654-4917-9372-28ab1cdc82d5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:25.804125 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6f075b35-7fd2-403d-801b-60709269650d req-9753680c-a654-4917-9372-28ab1cdc82d5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0633383 Jun 21 04:43:25.846412 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6f075b35-7fd2-403d-801b-60709269650d req-24970881-9d50-4b19-8e31-4fdec26c0b3d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357552 Jun 21 04:43:26.316962 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-12fc24a0-48f6-403c-bf83-91875faa4106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:26.463994 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 49368) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:26.575413 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:26.585902 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:26.666826 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:26.892169 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:26.892753 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:26.932012 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25f2a0d5096a448d9b13ddf79ed72633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668927 Jun 21 04:43:26.933149 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18796c12-2d84-46e4-8cda-abc017d5bc50,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:26.939722 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 49386) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:26.941195 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:26.941604 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:26.941982 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:26.942370 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:26.942775 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:26.943120 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:26.943627 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:26.944004 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:26.944367 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:26.944734 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:26.945108 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:26.945500 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:26.949779 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:27.038901 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:27.067359 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:27.077587 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb437ee-8d86-4663-8472-fe2968adc397 req-31656e97-07a8-46cf-9fef-31236e18610a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:27.086129 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5bb437ee-8d86-4663-8472-fe2968adc397 req-31656e97-07a8-46cf-9fef-31236e18610a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.1143682 Jun 21 04:43:27.145092 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5bb437ee-8d86-4663-8472-fe2968adc397 req-33d95c99-d4d5-41e7-9808-d37d9993bf30 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579088 Jun 21 04:43:27.285278 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:27.288436 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:27.289733 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/18796c12-2d84-46e4-8cda-abc017d5bc50 HTTP/1.1" status: 204 len: 168 time: 0.3486526 Jun 21 04:43:27.290610 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:27.299268 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18796c12-2d84-46e4-8cda-abc017d5bc50,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:27.307062 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:27.307455 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:27.307815 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:27.308218 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:27.308492 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:27.308840 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:27.309442 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:27.309785 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:27.310125 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:27.310464 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:27.310801 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:27.311136 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:27.320673 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:27.408239 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:29.042440 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:34.105273 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-2fc3a2d9-3cc3-4289-aeec-7625d4530889 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:34.106703 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-2fc3a2d9-3cc3-4289-aeec-7625d4530889 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/networks?id=b455bc6c-061f-44be-8cec-59e7ce8a93bf HTTP/1.1" status: 200 len: 815 time: 0.1059227 Jun 21 04:43:34.120921 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-46e50fae-906d-42a4-a9c6-b9c275d9e9f9 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/quotas/150ad2a4ad9c4fab8e6b2fa15c136ae7 HTTP/1.1" status: 200 len: 375 time: 0.0089355 Jun 21 04:43:34.199576 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-76db47da-fe34-4a04-9aae-4e3e0bda9570 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727718 Jun 21 04:43:34.291340 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-4e0d4607-8935-4247-95b1-25fb9d582edf service neutron] 10.222.0.11 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837250 Jun 21 04:43:34.387459 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-2c15f62f-a0f3-4bb8-838a-9473e49679f9 service neutron] 10.222.0.11 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902786 Jun 21 04:43:34.629545 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0e470cac-8009-4b3c-b2dc-a88e1012d0f7 req-02aadd88-2bf1-4a2a-8439-9e54267f9523 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 210 time: 0.0323308 Jun 21 04:43:35.086442 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762a09a-5f65-4e7d-bae8-f7f7a8b1fd3d req-ba368f5e-509c-4e5e-884a-6ac3d5a03b4f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:35.087961 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4762a09a-5f65-4e7d-bae8-f7f7a8b1fd3d req-ba368f5e-509c-4e5e-884a-6ac3d5a03b4f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0647247 Jun 21 04:43:35.131473 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4762a09a-5f65-4e7d-bae8-f7f7a8b1fd3d req-46942822-3133-4a58-92fd-3891cecff8c0 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371563 Jun 21 04:43:35.245524 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-6976d275-af49-41da-bdcb-34c03b5b2a65 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526396788&fields=id&tenant_id=fdc4e805caf44a30888cf51e943ce9bc HTTP/1.1" status: 200 len: 267 time: 0.0324042 Jun 21 04:43:35.358692 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-65a04b7c-6990-408d-8550-dfda414b02d3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:35.365821 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-65a04b7c-6990-408d-8550-dfda414b02d3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/networks?id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c HTTP/1.1" status: 200 len: 812 time: 0.1123314 Jun 21 04:43:35.378245 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-d4cad4ac-47f5-4f04-893d-bb719cdedf08 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/quotas/fdc4e805caf44a30888cf51e943ce9bc HTTP/1.1" status: 200 len: 375 time: 0.0102544 Jun 21 04:43:35.449937 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-b907d07b-6c28-4345-a77e-f84ae9e676d3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670407 Jun 21 04:43:35.542797 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-e1c6d200-4dbc-45eb-a6d4-5dcedb3d89d8 service neutron] 10.222.0.11 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816069 Jun 21 04:43:35.637289 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-4fa4bd00-0505-4af1-a758-48c24b584255 service neutron] 10.222.0.11 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875742 Jun 21 04:43:36.547898 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9ce4bc80-037d-4e42-a527-17138b86c1d5 req-6ba9cf77-cf59-421f-85b9-e8dfe4fa0f27 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 210 time: 0.0289741 Jun 21 04:43:36.619021 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cf7da808-84f4-404c-8b7a-f6e98087ad3e req-42224e1d-16c3-4f06-aeee-9d40986b54ed tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 210 time: 0.0297017 Jun 21 04:43:37.708772 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-def714a8-a5e0-44b0-b48e-2e769ed3530d req-8688428b-1a29-4a5e-816c-94964303e30d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 210 time: 0.0344121 Jun 21 04:43:37.845330 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3b2e2b6f-3776-416b-b444-e1a1d913301f req-320c2adc-2946-4e2a-b713-21d198ea9dd3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 210 time: 0.0300696 Jun 21 04:43:38.206528 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-ee1d6e19-639f-4ef0-ad11-0e02c03da932 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:38.208020 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-ee1d6e19-639f-4ef0-ad11-0e02c03da932 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "GET /v2.0/networks?id=b455bc6c-061f-44be-8cec-59e7ce8a93bf HTTP/1.1" status: 200 len: 815 time: 0.1088834 Jun 21 04:43:38.275785 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-7cdc630b-732d-4639-87e6-762fa97323c3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Request body: {'port': {'device_id': 'ab8e34a9-67b0-4722-a0be-837b6a2df45e', 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf', 'admin_state_up': True, 'tenant_id': '150ad2a4ad9c4fab8e6b2fa15c136ae7'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:43:38.479189 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-7cdc630b-732d-4639-87e6-762fa97323c3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Made reservation on behalf of 150ad2a4ad9c4fab8e6b2fa15c136ae7 for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:43:38.482937 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-7cdc630b-732d-4639-87e6-762fa97323c3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:38.864597 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-7cdc630b-732d-4639-87e6-762fa97323c3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Allocated IP 172.20.0.4 (b455bc6c-061f-44be-8cec-59e7ce8a93bf/40b645dd-fc76-4567-8704-5f8ccdfd7cd1/b66e30bf-01db-4d77-b32f-0f37f58209e4) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:43:38.867947 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-875be946-62bc-49f2-8adc-857d39b224ba req-d5b272b1-6eec-4b1c-af8f-4ca2d89f4e2a tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 210 time: 0.0355530 Jun 21 04:43:39.025958 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a04fb72d-ec94-4b4f-83d2-153d9f8a3677 req-ce3ff2d1-d4ff-4c83-9baa-c0151197a1c0 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 210 time: 0.0392709 Jun 21 04:43:39.060528 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-7cdc630b-732d-4639-87e6-762fa97323c3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:39.154278 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-7cdc630b-732d-4639-87e6-762fa97323c3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:39.160154 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:39.204863 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-7cdc630b-732d-4639-87e6-762fa97323c3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Network b455bc6c-061f-44be-8cec-59e7ce8a93bf is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:43:39.208243 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-7cdc630b-732d-4639-87e6-762fa97323c3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:43:39.212181 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-7cdc630b-732d-4639-87e6-762fa97323c3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:43:39.216419 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['f6551218-db3f-46d2-89c9-81b1862cabeb', '797bae1c-cbcd-4eeb-b650-30901d5fd1e9', '912daf85-efd7-47fd-b0f1-87df3d13f64d'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:43:39.219877 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-7cdc630b-732d-4639-87e6-762fa97323c3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:39.220514 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-7cdc630b-732d-4639-87e6-762fa97323c3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:39.229005 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc630b-732d-4639-87e6-762fa97323c3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Pushing event updated for resources: {'Port': ['ID=b66e30bf-01db-4d77-b32f-0f37f58209e4,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:39.233642 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-7cdc630b-732d-4639-87e6-762fa97323c3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:39.318893 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-7cdc630b-732d-4639-87e6-762fa97323c3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0472448 Jun 21 04:43:39.347229 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Request body: {'port': {'device_id': 'ab8e34a9-67b0-4722-a0be-837b6a2df45e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:43:39.423719 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:39.736909 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66e30bf-01db-4d77-b32f-0f37f58209e4 {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:43:39.749289 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:39.775556 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Transition to ACTIVE for port object b66e30bf-01db-4d77-b32f-0f37f58209e4 will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:43:39.796164 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-3e8ceb8a-7f99-4cd7-b976-3b50dd3789ac tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:39.797777 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-3e8ceb8a-7f99-4cd7-b976-3b50dd3789ac tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "GET /v2.0/networks?id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c HTTP/1.1" status: 200 len: 812 time: 0.1250241 Jun 21 04:43:39.837603 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:39.846765 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:39.937442 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b66e30bf-01db-4d77-b32f-0f37f58209e4,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:39.947603 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-a82aa881-5222-40ad-b1ed-19709e00d29d tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdc4e805caf44a30888cf51e943ce9bc HTTP/1.1" status: 200 len: 379 time: 0.1167104 Jun 21 04:43:39.948688 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:39.980248 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Request body: {'port': {'device_id': '466aa924-6638-4f2d-ac99-e695568bf3d8', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'admin_state_up': True, 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'security_groups': ['0938e66a-3903-4296-903c-fbe4c9469773']}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:43:40.053730 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Attempting to bind port b66e30bf-01db-4d77-b32f-0f37f58209e4 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:43:40.054027 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Attempting to bind port b66e30bf-01db-4d77-b32f-0f37f58209e4 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:43:40.054583 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Attempting to bind port b66e30bf-01db-4d77-b32f-0f37f58209e4 on network b455bc6c-061f-44be-8cec-59e7ce8a93bf {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:43:40.070234 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd92ed-ee08-4300-9230-5e2c8d08e524 req-2f488cdc-5f6a-4c77-abbd-b04746cb1ac1 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:40.072288 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a4dd92ed-ee08-4300-9230-5e2c8d08e524 req-2f488cdc-5f6a-4c77-abbd-b04746cb1ac1 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 943 time: 0.0685318 Jun 21 04:43:40.072729 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Port b66e30bf-01db-4d77-b32f-0f37f58209e4 on network b455bc6c-061f-44be-8cec-59e7ce8a93bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:43:40.077493 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Attempting to bind port b66e30bf-01db-4d77-b32f-0f37f58209e4 on network b455bc6c-061f-44be-8cec-59e7ce8a93bf {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:43:40.084316 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:43:40.084765 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Checking segment: {'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:43:40.085245 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Bound using segment: {'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:43:40.086542 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Bound port: b66e30bf-01db-4d77-b32f-0f37f58209e4, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237cb7e5-bd86-4682-9f38-6e96b46f20ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:43:40.086542 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:40.118016 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a4dd92ed-ee08-4300-9230-5e2c8d08e524 req-3d021123-de94-4375-9141-3a8006d1f849 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366158 Jun 21 04:43:40.202278 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] For port b66e30bf-01db-4d77-b32f-0f37f58209e4, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:43:40.206901 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] For port b66e30bf-01db-4d77-b32f-0f37f58209e4, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b66e30bf-01db-4d77-b32f-0f37f58209e4,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:43:40.236147 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-206a401b-98c5-4ee6-aff9-400296580fb7 req-cbad9215-7a98-4860-9ac0-9bc08f56bb25 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 210 time: 0.0315411 Jun 21 04:43:40.282491 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Made reservation on behalf of fdc4e805caf44a30888cf51e943ce9bc for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:43:40.286302 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:40.313901 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:40.346825 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:40.389381 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:40.389982 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:40.391364 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] 10.222.0.52 "PUT /v2.0/ports/b66e30bf-01db-4d77-b32f-0f37f58209e4 HTTP/1.1" status: 200 len: 1093 time: 1.0502563 Jun 21 04:43:40.393509 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8e34a9-67b0-4722-a0be-837b6a2df45e', 'tag': 'b66e30bf-01db-4d77-b32f-0f37f58209e4'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:43:40.395793 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c75817-6af9-4036-9b90-d2942248b079" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8e34a9-67b0-4722-a0be-837b6a2df45e", "tag": "b66e30bf-01db-4d77-b32f-0f37f58209e4"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:43:40.427628 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b66e30bf-01db-4d77-b32f-0f37f58209e4,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:40.447601 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:40.449005 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c244ab0f-5aa8-4e90-8ddf-adaf630b4d82 x-openstack-request-id: req-c244ab0f-5aa8-4e90-8ddf-adaf630b4d82 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:43:40.449316 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8e34a9-67b0-4722-a0be-837b6a2df45e", "tag": "b66e30bf-01db-4d77-b32f-0f37f58209e4", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:43:40.449593 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c244ab0f-5aa8-4e90-8ddf-adaf630b4d82 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:43:40.450003 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8e34a9-67b0-4722-a0be-837b6a2df45e', 'tag': 'b66e30bf-01db-4d77-b32f-0f37f58209e4', 'status': 'completed', 'code': 200} Jun 21 04:43:40.476811 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Allocated IP 172.20.0.7 (a0fef746-dcc4-4d53-bdf5-6879a4a91e7c/cb99c622-c19a-4045-a63c-e35ad1ef09d6/24aaaf81-1ec4-4c59-bed6-06ee9945c5e5) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:43:40.636589 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c75817-6af9-4036-9b90-d2942248b079 req-88d441ef-5103-480d-918b-055f8fa5b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:40.638084 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d8c75817-6af9-4036-9b90-d2942248b079 req-88d441ef-5103-480d-918b-055f8fa5b1b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 1096 time: 0.1342044 Jun 21 04:43:40.653039 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:40.675951 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Transition to ACTIVE for port object 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 will not be triggered until provisioned by entity DHCP. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:43:40.775493 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c75817-6af9-4036-9b90-d2942248b079 req-f037e0a7-a57b-431d-b0f2-b0e2f9039032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:40.776950 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d8c75817-6af9-4036-9b90-d2942248b079 req-f037e0a7-a57b-431d-b0f2-b0e2f9039032 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1144109 Jun 21 04:43:40.835036 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:40.839488 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:40.900096 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:43:40.906680 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:43:40.916666 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:43:40.922100 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:40.922718 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:40.932160 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'Port': ['ID=24aaaf81-1ec4-4c59-bed6-06ee9945c5e5,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:40.942552 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:40.950296 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c75817-6af9-4036-9b90-d2942248b079 req-2d1cf8fd-107b-4063-9092-2484a5f0cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:40.951959 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d8c75817-6af9-4036-9b90-d2942248b079 req-2d1cf8fd-107b-4063-9092-2484a5f0cc68 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1613970 Jun 21 04:43:41.031760 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0581081 Jun 21 04:43:41.063058 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Request body: {'port': {'device_id': '466aa924-6638-4f2d-ac99-e695568bf3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:43:41.180270 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:41.191777 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-9cc6804e-9c7d-4c80-9c69-980c4c5a7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:41.193252 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-9cc6804e-9c7d-4c80-9c69-980c4c5a7eef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 1096 time: 0.1275089 Jun 21 04:43:41.196498 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-66ef7945-b6dd-4418-8372-2ba248b9af48 None None] Provisioning for port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:43:41.200311 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-66ef7945-b6dd-4418-8372-2ba248b9af48 None None] Provisioning complete for port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:43:41.200686 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-66ef7945-b6dd-4418-8372-2ba248b9af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:41.236252 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-66ef7945-b6dd-4418-8372-2ba248b9af48 None None] Port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:43:41.409175 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073c532-0774-42f9-a7d4-a612a3c729e0 req-4c096efe-ff3c-416f-9c55-cdf2396a2b7e tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:41.410603 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3073c532-0774-42f9-a7d4-a612a3c729e0 req-4c096efe-ff3c-416f-9c55-cdf2396a2b7e tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 943 time: 0.1645713 Jun 21 04:43:41.478391 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3073c532-0774-42f9-a7d4-a612a3c729e0 req-e0befee1-9688-454f-9ddc-f8cc8ce09f5f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580683 Jun 21 04:43:41.523382 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:43:41.530508 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:41.541722 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Transition to ACTIVE for port object 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:43:41.610134 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:41.614048 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:41.688932 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-bad98045-018e-49d3-92c0-b50fc4964bc5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66e30bf-01db-4d77-b32f-0f37f58209e4 HTTP/1.1" status: 200 len: 217 time: 0.0770855 Jun 21 04:43:41.770140 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Pushing event updated for resources: {'Port': ['ID=24aaaf81-1ec4-4c59-bed6-06ee9945c5e5,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:41.774287 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:41.824424 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-63ec9345-0141-4371-a0a4-337171e44f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:41.825865 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-63ec9345-0141-4371-a0a4-337171e44f94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40b645dd-fc76-4567-8704-5f8ccdfd7cd1 HTTP/1.1" status: 200 len: 855 time: 0.1072774 Jun 21 04:43:41.828432 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Attempting to bind port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:43:41.828765 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Attempting to bind port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:43:41.829088 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Attempting to bind port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 on network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:43:41.836803 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 on network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:43:41.837172 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Attempting to bind port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 on network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:43:41.846904 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dc8fb-ae2d-49f3-8020-e6b422509c33 req-6c062820-dc61-46a9-845b-07bff3b92ebd tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:41.848411 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2c9dc8fb-ae2d-49f3-8020-e6b422509c33 req-6c062820-dc61-46a9-845b-07bff3b92ebd tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 931 time: 0.2695980 Jun 21 04:43:41.852593 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:43:41.852929 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Checking segment: {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:43:41.853460 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Bound using segment: {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:43:41.853725 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Bound port: 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:43:41.854066 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:41.919170 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2c9dc8fb-ae2d-49f3-8020-e6b422509c33 req-e4912412-27c2-4e70-a161-efcfe121e1eb tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627193 Jun 21 04:43:41.944336 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] For port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:43:41.947310 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] For port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24aaaf81-1ec4-4c59-bed6-06ee9945c5e5,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:43:42.039562 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:42.041648 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0780d196-d07b-4682-a55f-84dc54fd4d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:42.079801 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:42.080407 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:42.081778 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] 10.222.0.52 "PUT /v2.0/ports/24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 HTTP/1.1" status: 200 len: 1093 time: 1.0241761 Jun 21 04:43:42.105174 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Pushing event updated for resources: {'Port': ['ID=24aaaf81-1ec4-4c59-bed6-06ee9945c5e5,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:42.108348 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:42.451156 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466aa924-6638-4f2d-ac99-e695568bf3d8', 'tag': '24aaaf81-1ec4-4c59-bed6-06ee9945c5e5'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:43:42.454305 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441c0e7f-a225-4fa8-8053-5f92e326578d" -d '{"events": [{"name": "network-changed", "server_uuid": "466aa924-6638-4f2d-ac99-e695568bf3d8", "tag": "24aaaf81-1ec4-4c59-bed6-06ee9945c5e5"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:43:42.488549 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3106d7d0-89a9-46b6-8083-f584acd9a17f x-openstack-request-id: req-3106d7d0-89a9-46b6-8083-f584acd9a17f {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:43:42.488861 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466aa924-6638-4f2d-ac99-e695568bf3d8", "tag": "24aaaf81-1ec4-4c59-bed6-06ee9945c5e5", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:43:42.489134 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3106d7d0-89a9-46b6-8083-f584acd9a17f {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:43:42.489542 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466aa924-6638-4f2d-ac99-e695568bf3d8', 'tag': '24aaaf81-1ec4-4c59-bed6-06ee9945c5e5', 'status': 'completed', 'code': 200} Jun 21 04:43:42.650622 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829820b-1dfc-4ea7-9911-1a1a3e7977e2 req-c6edcee7-6654-4f8a-898f-7efdeecdfe9a tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:42.652119 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9829820b-1dfc-4ea7-9911-1a1a3e7977e2 req-c6edcee7-6654-4f8a-898f-7efdeecdfe9a tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 943 time: 0.0623119 Jun 21 04:43:42.690062 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9829820b-1dfc-4ea7-9911-1a1a3e7977e2 req-7bcfbc6d-9d04-462e-ab10-091e2157e587 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317831 Jun 21 04:43:46.558811 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-d26f965a-c25d-44df-8f4d-66ea0b7e85d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b455bc6c-061f-44be-8cec-59e7ce8a93bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360432 Jun 21 04:43:46.572773 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b829e-cdc6-44d5-8c7a-987fcde03ff0 req-62bc0908-12b4-412f-a8fb-49dc0bcf684c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:46.574988 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d40b829e-cdc6-44d5-8c7a-987fcde03ff0 req-62bc0908-12b4-412f-a8fb-49dc0bcf684c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 943 time: 0.0640116 Jun 21 04:43:46.623699 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d40b829e-cdc6-44d5-8c7a-987fcde03ff0 req-7d0e93eb-2d7a-472a-8d5e-f36120654764 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413404 Jun 21 04:43:46.652399 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c0e7f-a225-4fa8-8053-5f92e326578d req-049417c5-06f1-4f85-b04b-3b52a6f10bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:46.653857 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-441c0e7f-a225-4fa8-8053-5f92e326578d req-049417c5-06f1-4f85-b04b-3b52a6f10bf8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 1096 time: 0.1299431 Jun 21 04:43:46.739214 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:43:46.762227 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-6c126bf0-b305-41c6-8e8e-198f80b239b3 service neutron] 10.222.0.52 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656168 Jun 21 04:43:46.865424 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c0e7f-a225-4fa8-8053-5f92e326578d req-927f67bb-fcb0-469c-8440-9d544828458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:46.866839 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-441c0e7f-a225-4fa8-8053-5f92e326578d req-927f67bb-fcb0-469c-8440-9d544828458c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1925707 Jun 21 04:43:46.901103 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849db3f-c130-4cdf-b2e3-071512af995d req-2f160e7e-5d40-4f96-91ac-4ae3d44e954a tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:46.902404 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8849db3f-c130-4cdf-b2e3-071512af995d req-2f160e7e-5d40-4f96-91ac-4ae3d44e954a tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 943 time: 0.2010646 Jun 21 04:43:46.958040 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-959a3e77-d0c8-44f8-afc2-4d3fd21a7881 req-24f9e1fd-3b2b-4162-afd8-7a969567bdf8 service neutron] 10.222.0.52 "GET /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835518 Jun 21 04:43:46.996249 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8849db3f-c130-4cdf-b2e3-071512af995d req-1f6ab3eb-8952-4c66-8ea9-22332b3fb9a6 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848746 Jun 21 04:43:47.018382 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c0e7f-a225-4fa8-8053-5f92e326578d req-6212ba66-8bd0-4b94-9cbd-ae7d22339956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:47.019843 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-441c0e7f-a225-4fa8-8053-5f92e326578d req-6212ba66-8bd0-4b94-9cbd-ae7d22339956 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359026 Jun 21 04:43:47.222803 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-38cdbb4e-7690-404a-bd69-375a7a8cf6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:47.224262 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-38cdbb4e-7690-404a-bd69-375a7a8cf6a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0570228 Jun 21 04:43:47.327365 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-af46e0f2-c7a0-49fc-a3ae-3414766121aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 HTTP/1.1" status: 200 len: 217 time: 0.0360386 Jun 21 04:43:47.380826 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-97c1ab41-3fed-4088-9ae6-30b1d67a46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:47.382243 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-97c1ab41-3fed-4088-9ae6-30b1d67a46b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb99c622-c19a-4045-a63c-e35ad1ef09d6 HTTP/1.1" status: 200 len: 851 time: 0.0441520 Jun 21 04:43:47.681415 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-fb98f62a-38c1-4ff4-9acc-9a251b1c589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:47.683092 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-fb98f62a-38c1-4ff4-9acc-9a251b1c589d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2918007 Jun 21 04:43:47.823306 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-c42137c6-8391-457e-b503-b749b186f92a service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874815 Jun 21 04:43:47.923189 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b8195ca6-ea35-466a-8b14-b0ec6f2a9fcc req-5916a132-e8c5-4323-92b5-fc588f522447 service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845189 Jun 21 04:43:48.075950 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99542a6-fe0a-440b-a105-1d825f5e279c req-e4157d77-5b31-4ee4-891b-9441c9855328 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:48.078043 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a99542a6-fe0a-440b-a105-1d825f5e279c req-e4157d77-5b31-4ee4-891b-9441c9855328 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 943 time: 0.0672064 Jun 21 04:43:48.119892 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a99542a6-fe0a-440b-a105-1d825f5e279c req-3f539ecf-4bfc-4d92-b070-3db3d2309303 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335245 Jun 21 04:43:48.177962 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2144b-5a98-43e0-baf9-195379173dfa req-bbd25cec-42b0-4a45-b517-58e9b8597fe2 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:48.179456 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-60b2144b-5a98-43e0-baf9-195379173dfa req-bbd25cec-42b0-4a45-b517-58e9b8597fe2 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 943 time: 0.0652413 Jun 21 04:43:48.217418 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-60b2144b-5a98-43e0-baf9-195379173dfa req-b2e01331-8c0f-4213-b3de-d81a42a70576 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319262 Jun 21 04:43:48.501681 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 49704) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:48.608809 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-47e16be9-3b01-48e4-8f5e-a4c5b111237d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:48.699711 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-47e16be9-3b01-48e4-8f5e-a4c5b111237d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:48.779689 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-47e16be9-3b01-48e4-8f5e-a4c5b111237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:48.782177 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-00e2bf3b-2dbd-44ae-b2ca-e54747029230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:48.819302 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-47e16be9-3b01-48e4-8f5e-a4c5b111237d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dedd21c9ef034467a30bfcd020c6cc64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165340 Jun 21 04:43:48.820146 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e16be9-3b01-48e4-8f5e-a4c5b111237d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e06eae6-4dc1-4a85-ab56-ef3c52a942ae,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:48.822025 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 49708) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:48.823209 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-47e16be9-3b01-48e4-8f5e-a4c5b111237d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:48.870958 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0a35cff0-b1c5-476b-b374-1abe71e0d9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:48.890947 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0a35cff0-b1c5-476b-b374-1abe71e0d9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:49.005861 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0a35cff0-b1c5-476b-b374-1abe71e0d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:49.009761 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0a35cff0-b1c5-476b-b374-1abe71e0d9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:49.011153 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-0a35cff0-b1c5-476b-b374-1abe71e0d9a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e06eae6-4dc1-4a85-ab56-ef3c52a942ae HTTP/1.1" status: 204 len: 168 time: 0.1881335 Jun 21 04:43:49.013752 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ee9eb2a4-6b75-48b2-b2af-b2c0e8fa1edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:49.021670 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35cff0-b1c5-476b-b374-1abe71e0d9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e06eae6-4dc1-4a85-ab56-ef3c52a942ae,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:49.023984 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0a35cff0-b1c5-476b-b374-1abe71e0d9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:49.304977 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb3fc4-e4ff-496c-b718-66da758ecb45 req-e16239d9-cd69-426c-a54e-750ad8b5dfad tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:49.306519 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-adeb3fc4-e4ff-496c-b718-66da758ecb45 req-e16239d9-cd69-426c-a54e-750ad8b5dfad tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 943 time: 0.0697784 Jun 21 04:43:49.346607 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-adeb3fc4-e4ff-496c-b718-66da758ecb45 req-92636bb4-88c0-44b0-a16a-e1f71396cc2f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336998 Jun 21 04:43:49.408917 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398b6fa-403a-428d-ae51-4717c28210e3 req-f16ca296-fc9f-49ec-8a6c-3fbf626f40c8 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:49.410390 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d398b6fa-403a-428d-ae51-4717c28210e3 req-f16ca296-fc9f-49ec-8a6c-3fbf626f40c8 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 943 time: 0.0702751 Jun 21 04:43:49.448646 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d398b6fa-403a-428d-ae51-4717c28210e3 req-04569664-f86c-46a2-9186-bd1e4c27b69b tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323145 Jun 21 04:43:50.354301 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d99dc-a648-4df1-845b-81f2b475a287 req-b1ce7d69-90dd-4782-8f28-1e6006a7472b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:50.355823 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4e4d99dc-a648-4df1-845b-81f2b475a287 req-b1ce7d69-90dd-4782-8f28-1e6006a7472b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0767424 Jun 21 04:43:50.420658 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4e4d99dc-a648-4df1-845b-81f2b475a287 req-2bba04dd-23c2-47b4-91c0-70a64bcdbb67 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563452 Jun 21 04:43:50.447627 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c87b4-6fc8-439a-8b78-c2b9b508a325 req-61934272-8b84-424b-b291-5dd273b939db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:50.449449 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b39c87b4-6fc8-439a-8b78-c2b9b508a325 req-61934272-8b84-424b-b291-5dd273b939db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8a9743c7dd149da8b5f24332604c1b5&device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 1098 time: 0.0769651 Jun 21 04:43:50.565238 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c87b4-6fc8-439a-8b78-c2b9b508a325 req-9ec73d15-0c49-464d-b764-1e1d144207dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:50.566769 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b39c87b4-6fc8-439a-8b78-c2b9b508a325 req-9ec73d15-0c49-464d-b764-1e1d144207dc service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb HTTP/1.1" status: 200 len: 920 time: 0.1060538 Jun 21 04:43:50.617728 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device b66e30bf-01db-4d77-b32f-0f37f58209e4 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:43:50.625653 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b39c87b4-6fc8-439a-8b78-c2b9b508a325 req-f5c2fe5f-3a7c-4969-b348-3466bcc7ce92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05f9445d-e3e5-4bdb-8675-7eadfd1967e1 HTTP/1.1" status: 200 len: 217 time: 0.0442061 Jun 21 04:43:50.651127 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a17013-0e4b-4d4a-962d-22df2233ead1 req-7bfa6470-7005-4a95-bd77-268a87e3e1ca tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:50.652679 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-05a17013-0e4b-4d4a-962d-22df2233ead1 req-7bfa6470-7005-4a95-bd77-268a87e3e1ca tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 943 time: 0.0975308 Jun 21 04:43:50.682711 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c87b4-6fc8-439a-8b78-c2b9b508a325 req-a8675ce4-c88f-44c5-a385-cd68e37aa7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:50.684273 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b39c87b4-6fc8-439a-8b78-c2b9b508a325 req-a8675ce4-c88f-44c5-a385-cd68e37aa7c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=706769e8-8f98-4c1a-8e13-9f10201b8c57 HTTP/1.1" status: 200 len: 859 time: 0.0472476 Jun 21 04:43:50.727823 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-05a17013-0e4b-4d4a-962d-22df2233ead1 req-049a43fb-5144-42c4-b8e9-82865b336327 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682955 Jun 21 04:43:50.748007 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b39c87b4-6fc8-439a-8b78-c2b9b508a325 req-b134e936-e678-4c0e-97b5-ceec7ebd5f1f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502515 Jun 21 04:43:50.762661 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port b66e30bf-01db-4d77-b32f-0f37f58209e4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b66e30bf-01db-4d77-b32f-0f37f58209e4,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:43:50.774789 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': 'b66e30bf-01db-4d77-b32f-0f37f58209e4', 'network_id': 'b455bc6c-061f-44be-8cec-59e7ce8a93bf', 'port_id': 'b66e30bf-01db-4d77-b32f-0f37f58209e4', 'mac_address': 'fa:16:3e:5c:b6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b645dd-fc76-4567-8704-5f8ccdfd7cd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:43:50.813852 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:50.828842 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66e30bf-01db-4d77-b32f-0f37f58209e4 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:43:50.861788 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port b66e30bf-01db-4d77-b32f-0f37f58209e4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b66e30bf-01db-4d77-b32f-0f37f58209e4,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:43:50.879720 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002eb23c-4582-4d1e-b1c4-5697b61ad3b6 req-85c00f49-5df8-47dd-93fa-526d4dd11eed tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:50.881178 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-002eb23c-4582-4d1e-b1c4-5697b61ad3b6 req-85c00f49-5df8-47dd-93fa-526d4dd11eed tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 943 time: 0.1435769 Jun 21 04:43:50.884794 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b39c87b4-6fc8-439a-8b78-c2b9b508a325 req-6de4948c-e96e-48f5-9e3e-79a747ec22a9 service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179960 Jun 21 04:43:50.951155 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:50.954604 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:50.967403 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-002eb23c-4582-4d1e-b1c4-5697b61ad3b6 req-be11649c-7024-4233-bc23-2103b0ac1aa3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796645 Jun 21 04:43:51.007407 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b39c87b4-6fc8-439a-8b78-c2b9b508a325 req-5669565d-135a-4734-8895-4cf9c40148d1 service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056314 Jun 21 04:43:51.017022 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=b66e30bf-01db-4d77-b32f-0f37f58209e4,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:51.024786 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:51.025156 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:51.025501 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:51.025839 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:51.026165 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:51.026525 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:51.027022 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:51.027534 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:51.028016 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:51.028490 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:51.028960 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:51.029421 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:43:51.034701 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:51.600782 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a38c77-ace7-4069-9132-2ce96a05723b req-bd790ba2-e6c7-49a6-a7d9-165b8533eb10 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:51.602154 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-34a38c77-ace7-4069-9132-2ce96a05723b req-bd790ba2-e6c7-49a6-a7d9-165b8533eb10 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0664840 Jun 21 04:43:51.638922 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-34a38c77-ace7-4069-9132-2ce96a05723b req-42b8a4f6-4875-41ac-9631-4d836edb93ee tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312033 Jun 21 04:43:51.892848 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96ae4d-0276-4f6a-8b87-1c851e9fe704 req-d1eac053-8e86-412e-b31c-5d882f689dcb tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:51.894345 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4a96ae4d-0276-4f6a-8b87-1c851e9fe704 req-d1eac053-8e86-412e-b31c-5d882f689dcb tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 943 time: 0.0638032 Jun 21 04:43:51.942432 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4a96ae4d-0276-4f6a-8b87-1c851e9fe704 req-7990a942-3ce3-4a17-927b-8414d1a00cb7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422292 Jun 21 04:43:52.068576 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['b66e30bf-01db-4d77-b32f-0f37f58209e4'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:43:52.163082 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae4a8f-5e08-4a63-9dd8-0739418011c1 req-e885149e-6df4-4bed-aa59-cda32905e30d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:52.164607 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-86ae4a8f-5e08-4a63-9dd8-0739418011c1 req-e885149e-6df4-4bed-aa59-cda32905e30d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 944 time: 0.0757186 Jun 21 04:43:52.203659 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-86ae4a8f-5e08-4a63-9dd8-0739418011c1 req-36e3056c-ed1a-4984-8797-f37176f93a9d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327532 Jun 21 04:43:52.818370 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f4011-32c0-425f-ba3d-63639e6f34b9 req-54747ffc-c00e-46b6-b249-5873da747557 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:52.819791 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-787f4011-32c0-425f-ba3d-63639e6f34b9 req-54747ffc-c00e-46b6-b249-5873da747557 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0633676 Jun 21 04:43:52.857164 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-787f4011-32c0-425f-ba3d-63639e6f34b9 req-ebc0c3fe-6317-4cca-9a9d-b7b335ca1e20 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317261 Jun 21 04:43:53.233855 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd0050-7bb9-4e6d-939e-57845629dd85 req-2378aa2e-5dda-4c7c-9d7c-4fc597679c07 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:53.235398 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-dcdd0050-7bb9-4e6d-939e-57845629dd85 req-2378aa2e-5dda-4c7c-9d7c-4fc597679c07 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 943 time: 0.0613468 Jun 21 04:43:53.283719 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-dcdd0050-7bb9-4e6d-939e-57845629dd85 req-8bb10ea0-0b76-4c8b-b41a-bac6ea2b0f83 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426893 Jun 21 04:43:53.404751 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebcbb4-958b-4bcb-b5ff-31e03a4c8504 req-7fa41f6e-1b1d-4505-bbfb-2c0c3906ea1f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:53.406240 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-80ebcbb4-958b-4bcb-b5ff-31e03a4c8504 req-7fa41f6e-1b1d-4505-bbfb-2c0c3906ea1f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 944 time: 0.0677471 Jun 21 04:43:53.444940 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-80ebcbb4-958b-4bcb-b5ff-31e03a4c8504 req-349825ff-7a13-4ef1-89fe-c9796454c933 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330727 Jun 21 04:43:53.579386 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b884e0e7-af0f-485b-a487-3fbc5ea5b77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:53.887797 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:54.032429 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4a3cf-1ff8-4fd2-909c-822485f65596 req-2982aaf9-f9da-406a-8518-867a0026dbf9 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:54.034127 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0cd4a3cf-1ff8-4fd2-909c-822485f65596 req-2982aaf9-f9da-406a-8518-867a0026dbf9 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0626938 Jun 21 04:43:54.071437 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0cd4a3cf-1ff8-4fd2-909c-822485f65596 req-1b184d2d-1ab9-4a80-9f5a-3b2742b6846c tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316496 Jun 21 04:43:54.463140 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2576dd9-ee2c-44eb-a388-aab66268b6b5 req-ba9f27fc-ca44-41f2-ad50-e0633d4d63ac tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:54.464624 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f2576dd9-ee2c-44eb-a388-aab66268b6b5 req-ba9f27fc-ca44-41f2-ad50-e0633d4d63ac tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 943 time: 0.0645609 Jun 21 04:43:54.505122 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f2576dd9-ee2c-44eb-a388-aab66268b6b5 req-bf8bceb1-8aee-4be1-b3cb-0b79c340fc67 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343187 Jun 21 04:43:54.614645 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device b66e30bf-01db-4d77-b32f-0f37f58209e4 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:43:54.628155 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41078e-eaac-45aa-91fe-ba07e09e8642 req-4989c3b2-c2a3-47ce-8f1c-3f02e4114549 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:54.629714 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9f41078e-eaac-45aa-91fe-ba07e09e8642 req-4989c3b2-c2a3-47ce-8f1c-3f02e4114549 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 944 time: 0.0640619 Jun 21 04:43:54.677132 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9f41078e-eaac-45aa-91fe-ba07e09e8642 req-5d878c0c-38e4-421a-aa5c-eea910314fff tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360360 Jun 21 04:43:54.724983 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port b66e30bf-01db-4d77-b32f-0f37f58209e4 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:43:54.728967 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port b66e30bf-01db-4d77-b32f-0f37f58209e4 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:43:54.729357 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:54.811604 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:54.834231 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8e34a9-67b0-4722-a0be-837b6a2df45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66e30bf-01db-4d77-b32f-0f37f58209e4'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:43:54.836500 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44d2bf9-8a5f-443b-a761-6008ce2d2299" -d '{"events": [{"server_uuid": "ab8e34a9-67b0-4722-a0be-837b6a2df45e", "name": "network-vif-plugged", "status": "completed", "tag": "b66e30bf-01db-4d77-b32f-0f37f58209e4"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:43:54.850136 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port b66e30bf-01db-4d77-b32f-0f37f58209e4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b66e30bf-01db-4d77-b32f-0f37f58209e4,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:43:54.873978 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d879bb4-47d3-4534-ad04-78b08ebed781 x-openstack-request-id: req-9d879bb4-47d3-4534-ad04-78b08ebed781 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:43:54.874271 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8e34a9-67b0-4722-a0be-837b6a2df45e", "name": "network-vif-plugged", "status": "completed", "tag": "b66e30bf-01db-4d77-b32f-0f37f58209e4", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:43:54.874549 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d879bb4-47d3-4534-ad04-78b08ebed781 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:43:54.875027 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8e34a9-67b0-4722-a0be-837b6a2df45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66e30bf-01db-4d77-b32f-0f37f58209e4', 'code': 200} Jun 21 04:43:54.954242 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:54.956236 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:55.003864 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=b66e30bf-01db-4d77-b32f-0f37f58209e4,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:55.006748 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:55.218300 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 49896) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:55.274605 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdbc71-1804-4628-be79-8c42dbc39232 req-72f82552-f1f5-4781-8d80-e4206131ee85 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:55.276195 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-17fdbc71-1804-4628-be79-8c42dbc39232 req-72f82552-f1f5-4781-8d80-e4206131ee85 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0819707 Jun 21 04:43:55.318214 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-17fdbc71-1804-4628-be79-8c42dbc39232 req-fe86f315-49e8-4fa1-853f-86b81b61d5ed tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361493 Jun 21 04:43:55.353037 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-dc2ef58a-9bb2-44c1-bc13-3157f4548e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:55.427686 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2b62d-c653-43b2-b595-446343b99306 req-0f6b17ea-d53b-44f7-91dc-77d2cb62b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:55.429132 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-93d2b62d-c653-43b2-b595-446343b99306 req-0f6b17ea-d53b-44f7-91dc-77d2cb62b80a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 1098 time: 0.0895576 Jun 21 04:43:55.482463 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-93d2b62d-c653-43b2-b595-446343b99306 req-39e9a1a5-316d-49e5-a5a2-90e89e692a81 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456002 Jun 21 04:43:55.501904 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-dc2ef58a-9bb2-44c1-bc13-3157f4548e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:55.579243 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-dc2ef58a-9bb2-44c1-bc13-3157f4548e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:55.582766 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:55.618782 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-dc2ef58a-9bb2-44c1-bc13-3157f4548e2b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33ddc5a5ccd0436c8d30d22b32113181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989267 Jun 21 04:43:55.620572 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ef58a-9bb2-44c1-bc13-3157f4548e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4302d22-f267-41a0-819e-643164113af4,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:55.622956 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 49906) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:55.625605 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-dc2ef58a-9bb2-44c1-bc13-3157f4548e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:55.672554 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-87911fec-e153-473e-9f88-f29c5e7d484d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:55.682520 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a77f6-4df1-4eca-a25d-7422b9ba77ac req-a8305ff9-b57b-43e3-be8c-c98085719b32 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:55.684102 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-fd8a77f6-4df1-4eca-a25d-7422b9ba77ac req-a8305ff9-b57b-43e3-be8c-c98085719b32 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 943 time: 0.0647755 Jun 21 04:43:55.694077 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-87911fec-e153-473e-9f88-f29c5e7d484d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:55.724404 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-fd8a77f6-4df1-4eca-a25d-7422b9ba77ac req-0cdec058-386d-4204-a6af-33d454b38b82 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335166 Jun 21 04:43:55.810900 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-87911fec-e153-473e-9f88-f29c5e7d484d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:55.815550 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-87911fec-e153-473e-9f88-f29c5e7d484d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:55.817024 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-87911fec-e153-473e-9f88-f29c5e7d484d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4302d22-f267-41a0-819e-643164113af4 HTTP/1.1" status: 204 len: 168 time: 0.1930861 Jun 21 04:43:55.817807 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:55.825327 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87911fec-e153-473e-9f88-f29c5e7d484d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4302d22-f267-41a0-819e-643164113af4,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:55.828376 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-87911fec-e153-473e-9f88-f29c5e7d484d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:55.904467 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33a563-7c38-440e-a501-e98bf8950dfe req-26a7073e-cbe5-4671-ac16-5b924ea55f59 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:55.907333 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3e33a563-7c38-440e-a501-e98bf8950dfe req-26a7073e-cbe5-4671-ac16-5b924ea55f59 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 945 time: 0.0696607 Jun 21 04:43:55.945345 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3e33a563-7c38-440e-a501-e98bf8950dfe req-4068a36c-8bd0-4992-adfc-6c3181a217e7 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322628 Jun 21 04:43:56.265680 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bc6ed9e3-04c4-448b-b3d1-0a3daa2a043d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:56.496988 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e1f3b-9d08-43c1-9f9e-064bc6a5f7b2 req-88f43ccf-9b7e-4bde-aff9-d345d4ad92fe tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:56.498560 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fd9e1f3b-9d08-43c1-9f9e-064bc6a5f7b2 req-88f43ccf-9b7e-4bde-aff9-d345d4ad92fe tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0658047 Jun 21 04:43:56.540243 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fd9e1f3b-9d08-43c1-9f9e-064bc6a5f7b2 req-293a9d54-3833-4060-b8c1-31705e1accb5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358186 Jun 21 04:43:56.576406 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:56.911524 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ad786-6447-4ba3-b10a-59c373e5e342 req-6961e2f8-68ba-4e22-bcb8-e69b98897674 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:56.913018 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d46ad786-6447-4ba3-b10a-59c373e5e342 req-6961e2f8-68ba-4e22-bcb8-e69b98897674 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 943 time: 0.0640304 Jun 21 04:43:56.950600 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d46ad786-6447-4ba3-b10a-59c373e5e342 req-9d4fcd73-5210-47ec-b2bc-72d1104db2ea tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320618 Jun 21 04:43:57.115823 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630fa4f-e529-4191-86d1-adbd4caab725 req-240f3f31-17c4-498d-afde-653ad74ca2b1 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:57.117324 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b630fa4f-e529-4191-86d1-adbd4caab725 req-240f3f31-17c4-498d-afde-653ad74ca2b1 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 945 time: 0.0612338 Jun 21 04:43:57.153743 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b630fa4f-e529-4191-86d1-adbd4caab725 req-ab485e1e-6e5a-4694-ae67-118ad71c563f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308940 Jun 21 04:43:57.324677 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:57.502783 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 49952) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:57.605730 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ed8e464b-3686-4a1b-9ba2-fe641a4bcb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:57.711051 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ed8e464b-3686-4a1b-9ba2-fe641a4bcb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:57.741780 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca96ab-7957-4bd1-bb70-000334a4f832 req-51e83d75-6540-4396-a8e7-84666abef054 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:57.743239 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d8ca96ab-7957-4bd1-bb70-000334a4f832 req-51e83d75-6540-4396-a8e7-84666abef054 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0816889 Jun 21 04:43:57.773811 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ed8e464b-3686-4a1b-9ba2-fe641a4bcb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:57.777218 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-34c295d7-be5a-4105-97cb-2782a1ac9b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:57.781408 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d8ca96ab-7957-4bd1-bb70-000334a4f832 req-cc92cdcf-dba2-4696-b023-0942d9fe3c27 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316601 Jun 21 04:43:57.813435 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-ed8e464b-3686-4a1b-9ba2-fe641a4bcb16 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea279973750341a5a2aaa2da13f2252e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095269 Jun 21 04:43:57.814398 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e464b-3686-4a1b-9ba2-fe641a4bcb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef3c882-a7ed-4d26-a647-78fb65e8c36c,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:57.816214 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 49960) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:43:57.817552 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ed8e464b-3686-4a1b-9ba2-fe641a4bcb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:57.871072 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3b9a84c7-38c1-4fc7-8900-e5130f992891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:57.891932 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3b9a84c7-38c1-4fc7-8900-e5130f992891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:58.036656 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3b9a84c7-38c1-4fc7-8900-e5130f992891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:58.039401 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3b9a84c7-38c1-4fc7-8900-e5130f992891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:58.043221 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-3b9a84c7-38c1-4fc7-8900-e5130f992891 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bef3c882-a7ed-4d26-a647-78fb65e8c36c HTTP/1.1" status: 204 len: 168 time: 0.2251847 Jun 21 04:43:58.046426 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:43:58.052764 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a84c7-38c1-4fc7-8900-e5130f992891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef3c882-a7ed-4d26-a647-78fb65e8c36c,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:43:58.056095 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-3b9a84c7-38c1-4fc7-8900-e5130f992891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:43:58.142030 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b161bfe-94fd-44a1-bfad-90079c7bb3a6 req-a3f30f91-37e0-4b87-bb97-0349a14ce644 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:58.143526 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8b161bfe-94fd-44a1-bfad-90079c7bb3a6 req-a3f30f91-37e0-4b87-bb97-0349a14ce644 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 943 time: 0.0661345 Jun 21 04:43:58.179334 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8b161bfe-94fd-44a1-bfad-90079c7bb3a6 req-0fe1cffa-9007-4c09-929d-29a95352fa14 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301421 Jun 21 04:43:58.341349 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996996a6-013e-46dd-9f4d-fedf03009ed1 req-f3ebf30c-576c-4869-8a79-3ff0197c27b4 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:58.347793 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-996996a6-013e-46dd-9f4d-fedf03009ed1 req-f3ebf30c-576c-4869-8a79-3ff0197c27b4 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 945 time: 0.0815902 Jun 21 04:43:58.385335 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-996996a6-013e-46dd-9f4d-fedf03009ed1 req-d8325b5a-b9bf-4e69-9331-03ec54974762 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363033 Jun 21 04:43:58.963112 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1c7c5-cc6a-4aa9-ae12-487e25e1eb17 req-2b0277d8-fd15-4cf8-9c13-088f3c415e5a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:58.964594 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0ee1c7c5-cc6a-4aa9-ae12-487e25e1eb17 req-2b0277d8-fd15-4cf8-9c13-088f3c415e5a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0639603 Jun 21 04:43:59.002093 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0ee1c7c5-cc6a-4aa9-ae12-487e25e1eb17 req-a1ea226e-6ed8-4f8e-833f-7d2188410e57 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312512 Jun 21 04:43:59.053603 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:59.357635 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c5982-7510-4ab3-b5c3-01d67a57d28d req-8cd09bec-c303-4088-98bf-d68dda2a8d7b tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:59.359563 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bc3c5982-7510-4ab3-b5c3-01d67a57d28d req-8cd09bec-c303-4088-98bf-d68dda2a8d7b tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 943 time: 0.0661366 Jun 21 04:43:59.401038 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bc3c5982-7510-4ab3-b5c3-01d67a57d28d req-d8a40cc7-cf2b-48bf-9c16-bd53edfb857a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354600 Jun 21 04:43:59.556251 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cdb4b-2ebf-4a9e-b8c2-86e2904c0964 req-5603cb6d-284c-45c1-8844-20b7a3d9a965 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:43:59.557615 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-389cdb4b-2ebf-4a9e-b8c2-86e2904c0964 req-5603cb6d-284c-45c1-8844-20b7a3d9a965 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 945 time: 0.0608997 Jun 21 04:43:59.598426 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-389cdb4b-2ebf-4a9e-b8c2-86e2904c0964 req-41a83fbf-f600-4765-b612-e2fd3f9ddf2f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343151 Jun 21 04:44:00.178800 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548e813-e383-48f9-acb4-941d8624ab87 req-b1f5ac50-ec57-437f-941a-5184e632a26d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:00.180269 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f548e813-e383-48f9-acb4-941d8624ab87 req-b1f5ac50-ec57-437f-941a-5184e632a26d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0626900 Jun 21 04:44:00.218988 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f548e813-e383-48f9-acb4-941d8624ab87 req-09440c36-4f35-41f0-9f0e-0aa5bdfa0256 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328107 Jun 21 04:44:00.573404 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f73ba-0b88-4236-acef-abb569d01e78 req-03e8b582-5058-4890-8e3a-3fa6dfac79d7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:00.574831 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-699f73ba-0b88-4236-acef-abb569d01e78 req-03e8b582-5058-4890-8e3a-3fa6dfac79d7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 943 time: 0.0635030 Jun 21 04:44:00.612117 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-699f73ba-0b88-4236-acef-abb569d01e78 req-25798411-46a2-4c9c-a782-db616896de29 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315349 Jun 21 04:44:01.395208 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d35af-53ef-4df8-bbf2-0819adb41459 req-42b0ec95-52ea-41f3-a9ce-8a7301e6f9c9 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:01.396653 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3f6d35af-53ef-4df8-bbf2-0819adb41459 req-42b0ec95-52ea-41f3-a9ce-8a7301e6f9c9 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0622287 Jun 21 04:44:01.434138 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3f6d35af-53ef-4df8-bbf2-0819adb41459 req-d4eb73a2-3031-4fa2-be34-2eca6c4d845b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319750 Jun 21 04:44:01.784834 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff826e-5ae3-4074-a4e1-d81d7ec030b0 req-cd72b131-b785-44ad-b04b-2c6227cd1c2a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:01.786289 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-dbff826e-5ae3-4074-a4e1-d81d7ec030b0 req-cd72b131-b785-44ad-b04b-2c6227cd1c2a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 943 time: 0.0618949 Jun 21 04:44:01.823985 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-dbff826e-5ae3-4074-a4e1-d81d7ec030b0 req-0b7ab6da-e743-4c84-bbe4-b2dc895be0ea tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320692 Jun 21 04:44:02.631708 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:44:02.695533 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e70137-cf5e-4b4b-a5e8-0267203563fc req-47829ae1-ba3e-46c2-b6ac-6030158c73f6 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:02.697092 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a0e70137-cf5e-4b4b-a5e8-0267203563fc req-47829ae1-ba3e-46c2-b6ac-6030158c73f6 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0743062 Jun 21 04:44:02.729382 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24aaaf81-1ec4-4c59-bed6-06ee9945c5e5,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:44:02.740709 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a0e70137-cf5e-4b4b-a5e8-0267203563fc req-5ad0b409-5fed-47a3-97ac-38e39b1b02e1 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363927 Jun 21 04:44:02.742091 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': '24aaaf81-1ec4-4c59-bed6-06ee9945c5e5', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'port_id': '24aaaf81-1ec4-4c59-bed6-06ee9945c5e5', 'mac_address': 'fa:16:3e:8c:75:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:44:02.782299 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:02.794644 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:44:02.814789 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24aaaf81-1ec4-4c59-bed6-06ee9945c5e5,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:44:02.893858 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:02.895708 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:44:02.956584 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=24aaaf81-1ec4-4c59-bed6-06ee9945c5e5,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:44:02.959977 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:44:03.004274 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26a492-2861-4067-b569-23caf4b6b031 req-27c176bf-92c6-46fd-b719-95da0701b3fd tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:03.005709 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7d26a492-2861-4067-b569-23caf4b6b031 req-27c176bf-92c6-46fd-b719-95da0701b3fd tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 944 time: 0.0649827 Jun 21 04:44:03.044590 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7d26a492-2861-4067-b569-23caf4b6b031 req-f15b6d03-d692-4753-a2d8-e7e282f0e57c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332065 Jun 21 04:44:03.754782 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['24aaaf81-1ec4-4c59-bed6-06ee9945c5e5'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:44:03.921492 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d2e3b-9c9e-48e8-a43b-70b7e7b190dc req-34347d81-50ff-4117-b552-4d424f75e6ed tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:03.923018 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d35d2e3b-9c9e-48e8-a43b-70b7e7b190dc req-34347d81-50ff-4117-b552-4d424f75e6ed tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0711830 Jun 21 04:44:03.962813 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d35d2e3b-9c9e-48e8-a43b-70b7e7b190dc req-cf3ec1de-d9e4-48b8-9434-f9a446ced78a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335965 Jun 21 04:44:04.221642 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bef0fe-f75a-4d5d-8b98-bd0fc967303b req-860fbc5c-5787-43d5-bc5e-f46d39937bb1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:04.222983 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-93bef0fe-f75a-4d5d-8b98-bd0fc967303b req-860fbc5c-5787-43d5-bc5e-f46d39937bb1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 944 time: 0.0657206 Jun 21 04:44:04.260196 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-93bef0fe-f75a-4d5d-8b98-bd0fc967303b req-6cf76846-81d6-4fea-ae80-5cc3333f7414 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Jun 21 04:44:05.153825 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda35b2-668f-48bc-80b3-2120fd143f99 req-4b51cec8-6680-4429-9ed3-c2dda377af23 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:05.156085 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cdda35b2-668f-48bc-80b3-2120fd143f99 req-4b51cec8-6680-4429-9ed3-c2dda377af23 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0604556 Jun 21 04:44:05.192220 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cdda35b2-668f-48bc-80b3-2120fd143f99 req-877a5d13-98c7-4273-9778-f832e02aab56 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308869 Jun 21 04:44:05.438214 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43ef77-99ca-4a60-bbff-7124e31a595a req-9c95a05e-e0b6-449d-b505-2e0b759dbe09 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:05.439655 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8d43ef77-99ca-4a60-bbff-7124e31a595a req-9c95a05e-e0b6-449d-b505-2e0b759dbe09 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 944 time: 0.0615880 Jun 21 04:44:05.475914 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8d43ef77-99ca-4a60-bbff-7124e31a595a req-d310a0d0-7d3d-478e-99dd-e2d114f0bdfc tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307035 Jun 21 04:44:06.360948 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c161e9d-8393-47bc-92fc-5ce0deb4f0ce req-512ad91a-0efa-4e92-afe6-2e349d33d74a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:06.362737 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0c161e9d-8393-47bc-92fc-5ce0deb4f0ce req-512ad91a-0efa-4e92-afe6-2e349d33d74a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0618751 Jun 21 04:44:06.400427 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0c161e9d-8393-47bc-92fc-5ce0deb4f0ce req-4a65eb32-ad36-425f-8f03-fa0e7206bfd4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Jun 21 04:44:06.645388 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:44:06.653695 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095927a-c603-4799-8509-655c539f46e2 req-fd6096ec-e95a-45f2-8848-cf1f4fc3cae2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:06.656011 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7095927a-c603-4799-8509-655c539f46e2 req-fd6096ec-e95a-45f2-8848-cf1f4fc3cae2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 944 time: 0.0638986 Jun 21 04:44:06.693946 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7095927a-c603-4799-8509-655c539f46e2 req-0d2028e7-a051-453f-91dc-aa2e2485367d tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322816 Jun 21 04:44:06.810652 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:44:06.814663 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:44:06.815068 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:06.893228 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:06.914935 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466aa924-6638-4f2d-ac99-e695568bf3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24aaaf81-1ec4-4c59-bed6-06ee9945c5e5'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:44:06.917188 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1e3c05-6cde-43aa-ae17-aa62306de0e1" -d '{"events": [{"server_uuid": "466aa924-6638-4f2d-ac99-e695568bf3d8", "name": "network-vif-plugged", "status": "completed", "tag": "24aaaf81-1ec4-4c59-bed6-06ee9945c5e5"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:44:06.929607 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24aaaf81-1ec4-4c59-bed6-06ee9945c5e5,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:44:06.953515 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af664196-8a47-4f6d-83bb-4e77b3eb969b x-openstack-request-id: req-af664196-8a47-4f6d-83bb-4e77b3eb969b {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:44:06.953813 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466aa924-6638-4f2d-ac99-e695568bf3d8", "name": "network-vif-plugged", "status": "completed", "tag": "24aaaf81-1ec4-4c59-bed6-06ee9945c5e5", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:44:06.954076 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af664196-8a47-4f6d-83bb-4e77b3eb969b {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:44:06.954474 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466aa924-6638-4f2d-ac99-e695568bf3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24aaaf81-1ec4-4c59-bed6-06ee9945c5e5', 'code': 200} Jun 21 04:44:07.004595 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:07.006483 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:44:07.053306 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=24aaaf81-1ec4-4c59-bed6-06ee9945c5e5,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:44:07.056259 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:44:07.492145 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f7338-fbbf-4af6-ae53-c1aaabb32779 req-bcd3cb5b-760a-4e2d-9130-89304e107325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:07.493680 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2d4f7338-fbbf-4af6-ae53-c1aaabb32779 req-bcd3cb5b-760a-4e2d-9130-89304e107325 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 1098 time: 0.0573957 Jun 21 04:44:07.541983 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2d4f7338-fbbf-4af6-ae53-c1aaabb32779 req-0b5623cd-14e2-4d6d-b8df-94342e8ac6b8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407434 Jun 21 04:44:07.592554 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32298f23-8b93-4502-b456-4fd646168102 req-6a5dda82-d66d-4bd5-bf8b-86ea23726b38 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:07.594624 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-32298f23-8b93-4502-b456-4fd646168102 req-6a5dda82-d66d-4bd5-bf8b-86ea23726b38 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0688605 Jun 21 04:44:07.632467 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-32298f23-8b93-4502-b456-4fd646168102 req-7649d360-5cc2-4d7d-892f-80dc9b22fbc5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317421 Jun 21 04:44:07.869541 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d7d5a-6da9-45d5-add1-d6f505bb8929 req-52bb7e59-51ad-4146-9b39-6b9aba3f2f5b tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:07.870986 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-626d7d5a-6da9-45d5-add1-d6f505bb8929 req-52bb7e59-51ad-4146-9b39-6b9aba3f2f5b tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.0655508 Jun 21 04:44:07.909140 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-626d7d5a-6da9-45d5-add1-d6f505bb8929 req-eff3e53a-d966-47b4-83fd-1ebb36fda428 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316193 Jun 21 04:44:08.810472 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21434e1-8d02-4da3-bdb2-c88d54ed5c02 req-63266eb6-1508-4ebe-9946-7eddff8441b5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:08.811856 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a21434e1-8d02-4da3-bdb2-c88d54ed5c02 req-63266eb6-1508-4ebe-9946-7eddff8441b5 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0657530 Jun 21 04:44:08.847422 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a21434e1-8d02-4da3-bdb2-c88d54ed5c02 req-dba7501c-f85e-4580-98f5-7c32cb1e3368 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300136 Jun 21 04:44:09.082598 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575c95c-84ee-4521-86ad-50bcec649cbb req-14f22738-3142-44b8-8715-a941a838ffcb tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:09.084048 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8575c95c-84ee-4521-86ad-50bcec649cbb req-14f22738-3142-44b8-8715-a941a838ffcb tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.0619695 Jun 21 04:44:09.119963 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8575c95c-84ee-4521-86ad-50bcec649cbb req-6a749d1c-e17c-40dc-90ec-5bf574dd44a7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302801 Jun 21 04:44:10.022175 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343748d-37af-4acb-b24a-007ca1b2944f req-e41e2d96-61ad-48b1-88bf-60953b0d539b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:10.023638 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a343748d-37af-4acb-b24a-007ca1b2944f req-e41e2d96-61ad-48b1-88bf-60953b0d539b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0610502 Jun 21 04:44:10.060240 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a343748d-37af-4acb-b24a-007ca1b2944f req-d45bd769-94cf-4346-8533-a0505b060212 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307016 Jun 21 04:44:10.294172 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddad97-cf0a-4e89-822b-73edfd51da8e req-43204e31-3f83-47ad-8cea-7a621b3841f2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:10.295692 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a6ddad97-cf0a-4e89-822b-73edfd51da8e req-43204e31-3f83-47ad-8cea-7a621b3841f2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.0651331 Jun 21 04:44:10.335703 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a6ddad97-cf0a-4e89-822b-73edfd51da8e req-4c62b2d3-6278-4046-9228-5f72bc749dff tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343652 Jun 21 04:44:11.245522 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801145b-2858-4337-a74e-37785b71da94 req-83f734ed-a801-4f44-97a5-7b2badb852ec tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:11.247026 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a801145b-2858-4337-a74e-37785b71da94 req-83f734ed-a801-4f44-97a5-7b2badb852ec tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0730255 Jun 21 04:44:11.286109 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a801145b-2858-4337-a74e-37785b71da94 req-ef1e233f-ba92-426c-9d1f-1f62aee48f59 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325773 Jun 21 04:44:11.504662 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4dade-d3ca-4154-a5e3-1699034ae555 req-3453a960-9e65-42ee-b60c-4260fc7ebdca tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:11.506110 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-edf4dade-d3ca-4154-a5e3-1699034ae555 req-3453a960-9e65-42ee-b60c-4260fc7ebdca tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.0625103 Jun 21 04:44:11.543440 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-edf4dade-d3ca-4154-a5e3-1699034ae555 req-0dd71bc4-8249-47dc-a682-f0dbf76c3fd5 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316155 Jun 21 04:44:11.751184 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ddffe-6ec3-41d0-96d8-abda550e9b06 req-1e670cf7-fb4a-4563-95eb-f7721d20b189 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:11.752680 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7c4ddffe-6ec3-41d0-96d8-abda550e9b06 req-1e670cf7-fb4a-4563-95eb-f7721d20b189 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.0997961 Jun 21 04:44:11.766253 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4205172-9550-4230-8e92-6dcc7940bd13 req-79531f49-010e-4eac-bfc5-1b6cd2f1a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:11.767630 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f4205172-9550-4230-8e92-6dcc7940bd13 req-79531f49-010e-4eac-bfc5-1b6cd2f1a84d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 1098 time: 0.0840192 Jun 21 04:44:11.799791 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7c4ddffe-6ec3-41d0-96d8-abda550e9b06 req-438dcaa9-45cd-43c8-a79c-cc90ec289490 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410511 Jun 21 04:44:11.822162 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f4205172-9550-4230-8e92-6dcc7940bd13 req-98a3b80e-6fe2-4e14-a498-883a828661ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350368 Jun 21 04:44:11.823915 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 50128) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:44:12.015093 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2865ff50-964c-422c-82c0-5fef41f50107 tempest-TestVolumeBootPattern-1602622555 tempest-TestVolumeBootPattern-1602622555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:12.019063 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-2865ff50-964c-422c-82c0-5fef41f50107 tempest-TestVolumeBootPattern-1602622555 tempest-TestVolumeBootPattern-1602622555-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 1093 time: 0.1919200 Jun 21 04:44:12.020258 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 50132) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:44:12.024964 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Request body: {'floatingip': {'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'port_id': '24aaaf81-1ec4-4c59-bed6-06ee9945c5e5', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:44:12.110542 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for floatingip, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:12.208216 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:12.314619 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Allocated IP 172.27.1.227 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/18274101-d729-4fd3-bb0c-152bc13ab788) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:44:12.416450 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:12.522253 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:12.524217 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-3bcc6327-f4b1-4dc5-9fc7-9746e87cfe72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:44:12.565452 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:44:12.569773 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:44:12.573866 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:44:12.578102 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'Port': ['ID=18274101-d729-4fd3-bb0c-152bc13ab788,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:44:12.596317 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:44:12.913929 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:13.000473 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61d42f-a7be-46b4-ac53-61c4e29f1068 req-dbcf1ca3-ce63-49a6-9d80-c457c3998e43 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:13.001920 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bb61d42f-a7be-46b4-ac53-61c4e29f1068 req-dbcf1ca3-ce63-49a6-9d80-c457c3998e43 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0610154 Jun 21 04:44:13.038187 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bb61d42f-a7be-46b4-ac53-61c4e29f1068 req-4f78b24c-ed52-4b6f-8c78-a6235bef7574 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304079 Jun 21 04:44:13.085647 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:13.230987 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:13.293432 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:13.296070 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:44:13.327457 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:13.376136 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'Port': ['ID=18274101-d729-4fd3-bb0c-152bc13ab788,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:44:13.380328 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:44:13.443372 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.l3_db [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Floating IP 95af66ac-6e86-4a2b-8454-b497458626d6 associated. External IP: 172.27.1.227, port: 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5. Jun 21 04:44:13.651814 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:44:13.755832 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:44:13.767895 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9ade8-7c92-4802-a8b9-4e6fce6aa08d None None] Sync routers for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:44:13.778682 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9ade8-7c92-4802-a8b9-4e6fce6aa08d None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:44:13.778682 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-2af9ade8-7c92-4802-a8b9-4e6fce6aa08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:43:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:44:13.862499 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:13.884288 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-2af9ade8-7c92-4802-a8b9-4e6fce6aa08d None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:44:13.906710 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8853703 Jun 21 04:44:13.907391 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466aa924-6638-4f2d-ac99-e695568bf3d8', 'tag': '24aaaf81-1ec4-4c59-bed6-06ee9945c5e5'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:44:13.910093 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d4aa37-d0f4-4ad5-a97b-b03d6710455f" -d '{"events": [{"name": "network-changed", "server_uuid": "466aa924-6638-4f2d-ac99-e695568bf3d8", "tag": "24aaaf81-1ec4-4c59-bed6-06ee9945c5e5"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:44:14.107575 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-2af9ade8-7c92-4802-a8b9-4e6fce6aa08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '95af66ac-6e86-4a2b-8454-b497458626d6', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'port_id': '24aaaf81-1ec4-4c59-bed6-06ee9945c5e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'mac_address': 'fa:16:3e:8c:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466aa924-6638-4f2d-ac99-e695568bf3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:44:12Z', 'updated_at': '2021-06-21T04:44:12Z', 'revision_number': 0, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:44:14.143363 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9ade8-7c92-4802-a8b9-4e6fce6aa08d None None] Checking router: 88c69a66-ef45-46de-81bf-3ee3c4fa1950 for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:44:14.152207 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9ade8-7c92-4802-a8b9-4e6fce6aa08d None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:44:14.152802 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-2af9ade8-7c92-4802-a8b9-4e6fce6aa08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:43:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:44:14.251711 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-2af9ade8-7c92-4802-a8b9-4e6fce6aa08d None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:44:14.302899 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd18897-233c-4e78-8671-df891ce7d3a6 x-openstack-request-id: req-acd18897-233c-4e78-8671-df891ce7d3a6 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:44:14.303281 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466aa924-6638-4f2d-ac99-e695568bf3d8", "tag": "24aaaf81-1ec4-4c59-bed6-06ee9945c5e5", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:44:14.303520 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-acd18897-233c-4e78-8671-df891ce7d3a6 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:44:14.303958 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466aa924-6638-4f2d-ac99-e695568bf3d8', 'tag': '24aaaf81-1ec4-4c59-bed6-06ee9945c5e5', 'status': 'completed', 'code': 200} Jun 21 04:44:14.451117 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac7de3-3d29-44d8-9088-d29985e72a88 req-dad87c31-3da2-4298-98d5-372de86355a6 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:14.453078 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c4ac7de3-3d29-44d8-9088-d29985e72a88 req-dad87c31-3da2-4298-98d5-372de86355a6 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0758069 Jun 21 04:44:14.489117 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-2af9ade8-7c92-4802-a8b9-4e6fce6aa08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '95af66ac-6e86-4a2b-8454-b497458626d6', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'port_id': '24aaaf81-1ec4-4c59-bed6-06ee9945c5e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'mac_address': 'fa:16:3e:8c:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466aa924-6638-4f2d-ac99-e695568bf3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:44:12Z', 'updated_at': '2021-06-21T04:44:12Z', 'revision_number': 0, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:44:14.496556 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c4ac7de3-3d29-44d8-9088-d29985e72a88 req-d5c3a625-d4f2-467c-9fcc-0c34a1c9ec42 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366342 Jun 21 04:44:14.519067 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9ade8-7c92-4802-a8b9-4e6fce6aa08d None None] The sync data for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi is: [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '95af66ac-6e86-4a2b-8454-b497458626d6', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'port_id': '24aaaf81-1ec4-4c59-bed6-06ee9945c5e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'mac_address': 'fa:16:3e:8c:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466aa924-6638-4f2d-ac99-e695568bf3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:44:12Z', 'updated_at': '2021-06-21T04:44:12Z', 'revision_number': 0, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:44:14.693829 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4aa37-d0f4-4ad5-a97b-b03d6710455f req-95a09629-fdc8-491c-9e48-15666ade5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:14.695347 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c1d4aa37-d0f4-4ad5-a97b-b03d6710455f req-95a09629-fdc8-491c-9e48-15666ade5662 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 1098 time: 0.2921741 Jun 21 04:44:14.720938 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb04ab7-ba67-4aff-891a-030d9ecb5fc9 None None] New status for floating IP 95af66ac-6e86-4a2b-8454-b497458626d6: ACTIVE {{(pid=99944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:44:14.841972 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4aa37-d0f4-4ad5-a97b-b03d6710455f req-7cb6c38f-d523-4495-8423-3a1ab802c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:14.844248 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c1d4aa37-d0f4-4ad5-a97b-b03d6710455f req-7cb6c38f-d523-4495-8423-3a1ab802c245 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c HTTP/1.1" status: 200 len: 913 time: 0.0895402 Jun 21 04:44:14.944653 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c1d4aa37-d0f4-4ad5-a97b-b03d6710455f req-a2e2aee6-5a3f-416b-a56b-d03358ce4987 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 HTTP/1.1" status: 200 len: 999 time: 0.0747287 Jun 21 04:44:15.018651 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4aa37-d0f4-4ad5-a97b-b03d6710455f req-06732c99-3676-4889-bcd2-8075e795b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:15.020134 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c1d4aa37-d0f4-4ad5-a97b-b03d6710455f req-06732c99-3676-4889-bcd2-8075e795b34c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb99c622-c19a-4045-a63c-e35ad1ef09d6 HTTP/1.1" status: 200 len: 851 time: 0.0474851 Jun 21 04:44:15.086738 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4aa37-d0f4-4ad5-a97b-b03d6710455f req-4fcc014c-2404-47e8-92cb-b91a0f8e5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:15.090171 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c1d4aa37-d0f4-4ad5-a97b-b03d6710455f req-4fcc014c-2404-47e8-92cb-b91a0f8e5029 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544538 Jun 21 04:44:15.191251 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c1d4aa37-d0f4-4ad5-a97b-b03d6710455f req-e56a8349-13ae-448b-812a-76652f3dced9 service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897477 Jun 21 04:44:15.301056 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c1d4aa37-d0f4-4ad5-a97b-b03d6710455f req-5566e6a6-f404-404c-8f6a-2b94ce8ab88a service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874634 Jun 21 04:44:15.784771 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490d5bc-1066-474c-8e30-ea7f6bd9336a req-b50e368a-f81c-4657-9e5c-7e639f8fab8a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:15.786229 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c490d5bc-1066-474c-8e30-ea7f6bd9336a req-b50e368a-f81c-4657-9e5c-7e639f8fab8a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0650053 Jun 21 04:44:15.822642 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c490d5bc-1066-474c-8e30-ea7f6bd9336a req-034f97ff-9142-420c-8e47-2f134b1bdd7d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307505 Jun 21 04:44:16.440050 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe5309-507e-4a08-959e-34311c417889 req-60d3ff97-b975-4bd7-8a87-94f93c8f0d61 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:16.441532 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0bbe5309-507e-4a08-959e-34311c417889 req-60d3ff97-b975-4bd7-8a87-94f93c8f0d61 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0719974 Jun 21 04:44:16.479620 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0bbe5309-507e-4a08-959e-34311c417889 req-c04a9def-c9b0-471e-bfcb-87fc91ebf37a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325305 Jun 21 04:44:16.547303 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c192-7249-4668-9b3b-51b03fb44428 req-587d0627-29b2-46a7-8481-f0945a418ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:16.548757 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c9c1c192-7249-4668-9b3b-51b03fb44428 req-587d0627-29b2-46a7-8481-f0945a418ca2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8a9743c7dd149da8b5f24332604c1b5&device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 1098 time: 0.0535574 Jun 21 04:44:16.648708 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c192-7249-4668-9b3b-51b03fb44428 req-58864e23-4799-47db-95ea-fa6f2eab5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:16.650295 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c9c1c192-7249-4668-9b3b-51b03fb44428 req-58864e23-4799-47db-95ea-fa6f2eab5c29 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb HTTP/1.1" status: 200 len: 920 time: 0.0842307 Jun 21 04:44:16.707126 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c9c1c192-7249-4668-9b3b-51b03fb44428 req-b94c008e-1f62-4c74-bcd8-c544a19d1607 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05f9445d-e3e5-4bdb-8675-7eadfd1967e1 HTTP/1.1" status: 200 len: 217 time: 0.0351613 Jun 21 04:44:16.836326 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c192-7249-4668-9b3b-51b03fb44428 req-c6e5f862-3fff-43a8-8ea8-fdf7d2e93f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:16.837741 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c9c1c192-7249-4668-9b3b-51b03fb44428 req-c6e5f862-3fff-43a8-8ea8-fdf7d2e93f47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=706769e8-8f98-4c1a-8e13-9f10201b8c57 HTTP/1.1" status: 200 len: 859 time: 0.0446947 Jun 21 04:44:16.946374 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c9c1c192-7249-4668-9b3b-51b03fb44428 req-e44d01b5-e37f-43d3-8c13-a3c7a23cea19 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313506 Jun 21 04:44:17.069323 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c9c1c192-7249-4668-9b3b-51b03fb44428 req-445d1037-a861-4dbd-a92b-0e3df79e70dd service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841973 Jun 21 04:44:17.189230 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c9c1c192-7249-4668-9b3b-51b03fb44428 req-0080c1b3-d549-46cf-83ef-c378f775bede service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836589 Jun 21 04:44:17.658558 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b0248-b42f-43c5-a136-ae11063fb8bc req-79908b9f-15aa-4148-aab8-92ee116b943a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:17.659941 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-699b0248-b42f-43c5-a136-ae11063fb8bc req-79908b9f-15aa-4148-aab8-92ee116b943a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0639026 Jun 21 04:44:17.698828 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-699b0248-b42f-43c5-a136-ae11063fb8bc req-6ea9eeef-c5c9-4ab9-89e0-da9f5070c26d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332603 Jun 21 04:44:18.872033 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376e469-abf3-497c-acd7-5aeb346df541 req-45fbe861-7b5f-4ea2-9ad8-cf9c4c9e1307 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:18.874094 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6376e469-abf3-497c-acd7-5aeb346df541 req-45fbe861-7b5f-4ea2-9ad8-cf9c4c9e1307 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0623043 Jun 21 04:44:18.913149 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6376e469-abf3-497c-acd7-5aeb346df541 req-abc56a2b-5b3b-4192-8e25-f8b55773bb97 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335848 Jun 21 04:44:20.109268 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308ce74-7d0d-4e66-9d01-f32c8b1d14a2 req-ab4a1a65-5c9d-4d08-861c-5f2721106c89 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:20.110705 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f308ce74-7d0d-4e66-9d01-f32c8b1d14a2 req-ab4a1a65-5c9d-4d08-861c-5f2721106c89 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0655687 Jun 21 04:44:20.150954 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f308ce74-7d0d-4e66-9d01-f32c8b1d14a2 req-d40ce68b-1c81-4664-a1fe-5f30e1988ac6 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343955 Jun 21 04:44:21.328858 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ca013-9336-49a2-8c1e-c5c518589f9a req-4e5aa308-c8e9-41a2-933b-90a32d81dadc tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:21.330312 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-202ca013-9336-49a2-8c1e-c5c518589f9a req-4e5aa308-c8e9-41a2-933b-90a32d81dadc tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0632770 Jun 21 04:44:21.372547 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-202ca013-9336-49a2-8c1e-c5c518589f9a req-eb26b53a-f698-4d0c-92e8-2dc80176e670 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366828 Jun 21 04:44:21.642580 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff660cec-b604-4b6a-85a8-1a1a253b7142 req-5adbf0d9-e7b3-441b-9069-4add93f775ab tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:21.643944 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ff660cec-b604-4b6a-85a8-1a1a253b7142 req-5adbf0d9-e7b3-441b-9069-4add93f775ab tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 945 time: 0.0636709 Jun 21 04:44:21.680058 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ff660cec-b604-4b6a-85a8-1a1a253b7142 req-72e4e5f3-1122-4fa4-b203-251a46a88033 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305226 Jun 21 04:44:22.547826 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c279d14-c1c1-4ffd-bc19-96f457832726 req-afe8a4e8-db51-4690-89af-66d65aebb3c8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:22.548937 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1c279d14-c1c1-4ffd-bc19-96f457832726 req-afe8a4e8-db51-4690-89af-66d65aebb3c8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0632179 Jun 21 04:44:22.585983 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1c279d14-c1c1-4ffd-bc19-96f457832726 req-d8fdd45d-8a55-430d-a312-fa151174e131 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315413 Jun 21 04:44:22.851290 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a52d7e-fd7b-4c6d-80bf-0c0fe631faad req-f023411e-d8cf-47a9-a17f-b7f7212c3024 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:22.852725 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-94a52d7e-fd7b-4c6d-80bf-0c0fe631faad req-f023411e-d8cf-47a9-a17f-b7f7212c3024 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 945 time: 0.0619929 Jun 21 04:44:22.895820 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-94a52d7e-fd7b-4c6d-80bf-0c0fe631faad req-62968fa8-3678-4623-8ae5-ef058cec7bb1 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370831 Jun 21 04:44:23.599582 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bb8dfeef-9bd7-4c50-abb8-08f7d99037cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:23.738754 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:44:23.779441 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ff97c-8857-4f1b-a3f7-ed67b13356d1 req-6d0ce479-a7e1-495a-b033-dd0f063ec89f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:23.781495 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6f8ff97c-8857-4f1b-a3f7-ed67b13356d1 req-6d0ce479-a7e1-495a-b033-dd0f063ec89f tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0687995 Jun 21 04:44:23.820094 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6f8ff97c-8857-4f1b-a3f7-ed67b13356d1 req-b441c0db-81fd-4e2e-87e4-91b0836181e9 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330632 Jun 21 04:44:23.930552 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:24.081334 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4aafe-89cf-44f6-a752-36612dd36584 req-102d123b-1d1e-49b1-80fc-7fa7ebca9c69 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:24.082798 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2ce4aafe-89cf-44f6-a752-36612dd36584 req-102d123b-1d1e-49b1-80fc-7fa7ebca9c69 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 945 time: 0.0710523 Jun 21 04:44:24.120863 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2ce4aafe-89cf-44f6-a752-36612dd36584 req-2c5449b7-ac63-425c-8499-416ea3eebb26 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323689 Jun 21 04:44:24.312852 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74d36a4f-e4f7-44c8-b8f8-fb4b1395132f req-66c12db3-efcf-40f4-b82a-a4ffb373fbe0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562296 Jun 21 04:44:24.518879 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d36a4f-e4f7-44c8-b8f8-fb4b1395132f req-01272614-7943-4a59-984e-9ddf4c5b503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:24.520385 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74d36a4f-e4f7-44c8-b8f8-fb4b1395132f req-01272614-7943-4a59-984e-9ddf4c5b503d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8a9743c7dd149da8b5f24332604c1b5&device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 1098 time: 0.0551488 Jun 21 04:44:24.718172 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d36a4f-e4f7-44c8-b8f8-fb4b1395132f req-ec528314-c14f-4104-880d-34a20c005cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:24.720166 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74d36a4f-e4f7-44c8-b8f8-fb4b1395132f req-ec528314-c14f-4104-880d-34a20c005cee service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb HTTP/1.1" status: 200 len: 920 time: 0.0877886 Jun 21 04:44:24.816384 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74d36a4f-e4f7-44c8-b8f8-fb4b1395132f req-24a3e393-56b4-47de-a8c0-9ea472a4d505 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05f9445d-e3e5-4bdb-8675-7eadfd1967e1 HTTP/1.1" status: 200 len: 217 time: 0.0386417 Jun 21 04:44:24.876138 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d36a4f-e4f7-44c8-b8f8-fb4b1395132f req-0fb735e2-6fb2-445e-a122-e387070c2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:24.877541 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74d36a4f-e4f7-44c8-b8f8-fb4b1395132f req-0fb735e2-6fb2-445e-a122-e387070c2263 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=706769e8-8f98-4c1a-8e13-9f10201b8c57 HTTP/1.1" status: 200 len: 859 time: 0.0423429 Jun 21 04:44:24.915409 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74d36a4f-e4f7-44c8-b8f8-fb4b1395132f req-b8b7845c-6931-43de-a098-a8c7ba417133 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262599 Jun 21 04:44:25.016646 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74d36a4f-e4f7-44c8-b8f8-fb4b1395132f req-847376a8-0936-416b-8a89-9ef687ffe319 service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827832 Jun 21 04:44:25.133278 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74d36a4f-e4f7-44c8-b8f8-fb4b1395132f req-85dbd3aa-226b-4394-8d74-40508ba53509 service neutron] 10.222.0.52 "GET /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812769 Jun 21 04:44:25.297120 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e9c88-a6b9-41c7-ba50-39d44a44325c req-60a8be3a-e7fa-44de-9464-74e0be26aeee tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:25.298493 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f50e9c88-a6b9-41c7-ba50-39d44a44325c req-60a8be3a-e7fa-44de-9464-74e0be26aeee tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 945 time: 0.0632935 Jun 21 04:44:25.337623 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f50e9c88-a6b9-41c7-ba50-39d44a44325c req-c4537512-9db2-41a0-9e11-b7df73807e4a tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336194 Jun 21 04:44:26.316457 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1b85b61a-8f2c-4130-9ad2-7501c4c3840b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:26.533643 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa19f3-773c-480b-8c4c-42c7c9d50f39 req-29e8ecfe-040e-44fd-b068-0e8ee2652167 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:26.535085 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c2fa19f3-773c-480b-8c4c-42c7c9d50f39 req-29e8ecfe-040e-44fd-b068-0e8ee2652167 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 945 time: 0.0823281 Jun 21 04:44:26.580629 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c2fa19f3-773c-480b-8c4c-42c7c9d50f39 req-f17f2e45-2c2b-4d9c-8575-7f011717188f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Jun 21 04:44:26.610483 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:27.166316 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa48af8-5fd6-4fc7-84fe-1c3b381a99a1 req-739ed0eb-53cb-4960-a928-4f88f17b0c6e tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:27.167989 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-aaa48af8-5fd6-4fc7-84fe-1c3b381a99a1 req-739ed0eb-53cb-4960-a928-4f88f17b0c6e tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 945 time: 0.0667796 Jun 21 04:44:27.350391 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:27.481049 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-aaa48af8-5fd6-4fc7-84fe-1c3b381a99a1 req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Deleting port b66e30bf-01db-4d77-b32f-0f37f58209e4 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:44:27.481049 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-aaa48af8-5fd6-4fc7-84fe-1c3b381a99a1 req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:27.580426 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-aaa48af8-5fd6-4fc7-84fe-1c3b381a99a1 req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] For port b66e30bf-01db-4d77-b32f-0f37f58209e4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b66e30bf-01db-4d77-b32f-0f37f58209e4,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:44:27.581543 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-aaa48af8-5fd6-4fc7-84fe-1c3b381a99a1 req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:27.649160 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-aaa48af8-5fd6-4fc7-84fe-1c3b381a99a1 req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Calling delete_port for b66e30bf-01db-4d77-b32f-0f37f58209e4 owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:44:27.785958 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d0c1c-8cd0-4df8-8119-e1e937c70557 req-60a645a2-4ed0-4261-b974-af29c98d25d8 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:27.787331 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5d2d0c1c-8cd0-4df8-8119-e1e937c70557 req-60a645a2-4ed0-4261-b974-af29c98d25d8 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 945 time: 0.0976138 Jun 21 04:44:27.852488 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5d2d0c1c-8cd0-4df8-8119-e1e937c70557 req-13d3687b-32a3-4f3e-b267-c604e238caf4 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474739 Jun 21 04:44:27.937239 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-aaa48af8-5fd6-4fc7-84fe-1c3b381a99a1 req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:27.942979 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:44:27.968328 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Pushing event deleted for resources: {'Port': ['ID=b66e30bf-01db-4d77-b32f-0f37f58209e4,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:44:28.000021 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:28.000396 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:28.000763 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:28.001121 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:28.001480 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:28.001834 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:28.002184 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:28.002534 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:28.002882 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:28.003255 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:28.003604 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:28.003952 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:28.007710 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:44:28.023669 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['f6551218-db3f-46d2-89c9-81b1862cabeb', '797bae1c-cbcd-4eeb-b650-30901d5fd1e9', '912daf85-efd7-47fd-b0f1-87df3d13f64d', 'b66e30bf-01db-4d77-b32f-0f37f58209e4'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:44:28.027549 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa48af8-5fd6-4fc7-84fe-1c3b381a99a1 req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] No DVR routers for this DVR port b66e30bf-01db-4d77-b32f-0f37f58209e4 on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:44:28.030565 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-aaa48af8-5fd6-4fc7-84fe-1c3b381a99a1 req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:28.032580 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-aaa48af8-5fd6-4fc7-84fe-1c3b381a99a1 req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "DELETE /v2.0/ports/b66e30bf-01db-4d77-b32f-0f37f58209e4 HTTP/1.1" status: 204 len: 173 time: 0.6560185 Jun 21 04:44:28.033067 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8e34a9-67b0-4722-a0be-837b6a2df45e', 'name': 'network-vif-deleted', 'tag': 'b66e30bf-01db-4d77-b32f-0f37f58209e4'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:44:28.035364 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6c1e5c-ea1f-470b-aeb3-eb9f593cd35d" -d '{"events": [{"server_uuid": "ab8e34a9-67b0-4722-a0be-837b6a2df45e", "name": "network-vif-deleted", "tag": "b66e30bf-01db-4d77-b32f-0f37f58209e4"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:44:28.072246 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1f07a3-c961-4170-835c-b5602275afac x-openstack-request-id: req-2c1f07a3-c961-4170-835c-b5602275afac {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:44:28.072562 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8e34a9-67b0-4722-a0be-837b6a2df45e", "name": "network-vif-deleted", "tag": "b66e30bf-01db-4d77-b32f-0f37f58209e4", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:44:28.072846 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c1f07a3-c961-4170-835c-b5602275afac {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:44:28.073272 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8e34a9-67b0-4722-a0be-837b6a2df45e', 'name': 'network-vif-deleted', 'tag': 'b66e30bf-01db-4d77-b32f-0f37f58209e4', 'status': 'completed', 'code': 200} Jun 21 04:44:29.014125 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fea8ab40-5b2b-4a84-a599-7ba6fe8319c2 req-f02da4a2-64de-40d6-a0ee-e10a27139963 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8e34a9-67b0-4722-a0be-837b6a2df45e HTTP/1.1" status: 200 len: 210 time: 0.0281763 Jun 21 04:44:29.084295 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:30.745349 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device b66e30bf-01db-4d77-b32f-0f37f58209e4 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:44:30.766222 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: b66e30bf-01db-4d77-b32f-0f37f58209e4 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:44:30.767100 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device b66e30bf-01db-4d77-b32f-0f37f58209e4 not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:44:31.068130 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a8cc2-400e-4cd1-a4fe-62d388d27ff0 req-3ab9c6c5-c2e3-4907-aa38-9f2bc199349e tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:31.069685 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-553a8cc2-400e-4cd1-a4fe-62d388d27ff0 req-3ab9c6c5-c2e3-4907-aa38-9f2bc199349e tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0655024 Jun 21 04:44:31.109630 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-553a8cc2-400e-4cd1-a4fe-62d388d27ff0 req-eda9bb8f-7ec2-40a3-af0a-d3922fb83b06 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342178 Jun 21 04:44:32.290342 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88f7e7-148a-44af-86ab-2f347a0dbeea req-c0de6117-a7bb-4d6f-a80b-cc873fda203d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:32.291998 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3b88f7e7-148a-44af-86ab-2f347a0dbeea req-c0de6117-a7bb-4d6f-a80b-cc873fda203d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0691490 Jun 21 04:44:32.329393 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3b88f7e7-148a-44af-86ab-2f347a0dbeea req-918968f8-bb15-418d-a648-3c383fb13f55 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318828 Jun 21 04:44:33.234040 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fd6d9-a387-45eb-bb96-60d63480f185 req-e9baaa68-9db6-4239-8dfa-9486116f6b94 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:33.236742 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cd2fd6d9-a387-45eb-bb96-60d63480f185 req-e9baaa68-9db6-4239-8dfa-9486116f6b94 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 946 time: 0.0644460 Jun 21 04:44:33.274671 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cd2fd6d9-a387-45eb-bb96-60d63480f185 req-997289e5-d2d8-47cc-9043-2bb4aff0619f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Jun 21 04:44:33.511061 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92c9e4-dd09-4b39-a0e2-e03a4198ea92 req-734dab48-f6b7-444f-b708-e203028034b8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:33.512520 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db92c9e4-dd09-4b39-a0e2-e03a4198ea92 req-734dab48-f6b7-444f-b708-e203028034b8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0626230 Jun 21 04:44:33.551800 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db92c9e4-dd09-4b39-a0e2-e03a4198ea92 req-316190b4-5ebe-444b-bf33-fdf23b42083d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330439 Jun 21 04:44:34.446400 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2704b-096d-4ad7-92df-36b0fa74f008 req-17d6711d-a394-49c4-b510-e9148d12434f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:34.447863 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5cf2704b-096d-4ad7-92df-36b0fa74f008 req-17d6711d-a394-49c4-b510-e9148d12434f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 946 time: 0.0616360 Jun 21 04:44:34.483491 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5cf2704b-096d-4ad7-92df-36b0fa74f008 req-447d7a99-b0ab-4db1-9e7f-baec565c4ffb tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298002 Jun 21 04:44:34.724961 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bf2b2-1758-4f2f-b641-da131b276018 req-e49e52b2-a100-49e3-ba10-6fc3bc279b6d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:34.726530 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f53bf2b2-1758-4f2f-b641-da131b276018 req-e49e52b2-a100-49e3-ba10-6fc3bc279b6d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0635505 Jun 21 04:44:34.764108 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f53bf2b2-1758-4f2f-b641-da131b276018 req-eb038248-415d-447b-a106-f124b7a291d7 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319414 Jun 21 04:44:35.658516 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ca9e4-3fe8-48a9-96b2-07efcd719997 req-f6467141-abbf-49fc-8662-48f60de70943 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:35.659877 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7b1ca9e4-3fe8-48a9-96b2-07efcd719997 req-f6467141-abbf-49fc-8662-48f60de70943 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 946 time: 0.0661547 Jun 21 04:44:35.697356 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7b1ca9e4-3fe8-48a9-96b2-07efcd719997 req-d52d5998-b01b-4005-920a-32363bff4086 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318036 Jun 21 04:44:35.945578 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676a6bc-e142-407c-b42d-6b973e37849e req-1a01fa00-1efc-4b79-8991-9c1c7b23b5b9 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:35.947137 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0676a6bc-e142-407c-b42d-6b973e37849e req-1a01fa00-1efc-4b79-8991-9c1c7b23b5b9 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0686893 Jun 21 04:44:36.013705 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0676a6bc-e142-407c-b42d-6b973e37849e req-d2c815fe-0dd6-49da-94d3-66bddf956968 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610893 Jun 21 04:44:36.039627 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0d95d-54e5-4ab1-92b6-14291d54cfe8 req-1c10a30e-e061-41cb-be4d-5a8b1eaa8f50 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:36.041022 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8dc0d95d-54e5-4ab1-92b6-14291d54cfe8 req-1c10a30e-e061-41cb-be4d-5a8b1eaa8f50 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 946 time: 0.0823016 Jun 21 04:44:36.189064 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-8dc0d95d-54e5-4ab1-92b6-14291d54cfe8 req-81104f8c-0a49-4703-bee5-4e959fc383c8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Deleting port c3af9ba6-8163-4d39-a35b-26714d171dda {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:44:36.189399 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8dc0d95d-54e5-4ab1-92b6-14291d54cfe8 req-81104f8c-0a49-4703-bee5-4e959fc383c8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:36.277148 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-8dc0d95d-54e5-4ab1-92b6-14291d54cfe8 req-81104f8c-0a49-4703-bee5-4e959fc383c8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] For port c3af9ba6-8163-4d39-a35b-26714d171dda, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c3af9ba6-8163-4d39-a35b-26714d171dda,segment=NetworkSegment(1b26b2ee-41fa-4a5d-a132-8e9913227533),segment_id=1b26b2ee-41fa-4a5d-a132-8e9913227533)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:44:36.277501 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8dc0d95d-54e5-4ab1-92b6-14291d54cfe8 req-81104f8c-0a49-4703-bee5-4e959fc383c8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:36.341907 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-8dc0d95d-54e5-4ab1-92b6-14291d54cfe8 req-81104f8c-0a49-4703-bee5-4e959fc383c8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Calling delete_port for c3af9ba6-8163-4d39-a35b-26714d171dda owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:44:36.648317 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8dc0d95d-54e5-4ab1-92b6-14291d54cfe8 req-81104f8c-0a49-4703-bee5-4e959fc383c8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:36.653557 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:44:36.684629 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81104f8c-0a49-4703-bee5-4e959fc383c8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Pushing event deleted for resources: {'Port': ['ID=c3af9ba6-8163-4d39-a35b-26714d171dda,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:44:36.687189 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-81104f8c-0a49-4703-bee5-4e959fc383c8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:44:36.694696 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['05f9445d-e3e5-4bdb-8675-7eadfd1967e1', 'c3af9ba6-8163-4d39-a35b-26714d171dda'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:44:36.725573 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc0d95d-54e5-4ab1-92b6-14291d54cfe8 req-81104f8c-0a49-4703-bee5-4e959fc383c8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] No DVR routers for this DVR port c3af9ba6-8163-4d39-a35b-26714d171dda on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:44:36.728274 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8dc0d95d-54e5-4ab1-92b6-14291d54cfe8 req-81104f8c-0a49-4703-bee5-4e959fc383c8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:36.730539 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8dc0d95d-54e5-4ab1-92b6-14291d54cfe8 req-81104f8c-0a49-4703-bee5-4e959fc383c8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.52 "DELETE /v2.0/ports/c3af9ba6-8163-4d39-a35b-26714d171dda HTTP/1.1" status: 204 len: 173 time: 0.6601689 Jun 21 04:44:36.731122 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd43e49-f126-4cb7-bfcd-997352098871', 'name': 'network-vif-deleted', 'tag': 'c3af9ba6-8163-4d39-a35b-26714d171dda'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:44:36.733633 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f787077a-2773-499a-bb7f-b5ef6db0b379" -d '{"events": [{"server_uuid": "bfd43e49-f126-4cb7-bfcd-997352098871", "name": "network-vif-deleted", "tag": "c3af9ba6-8163-4d39-a35b-26714d171dda"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:44:36.881684 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46735-5b74-4df4-a69e-1c7aca0d14f3 req-34c880f6-fcef-4660-8545-27597da7d6e8 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:36.883151 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ddf46735-5b74-4df4-a69e-1c7aca0d14f3 req-34c880f6-fcef-4660-8545-27597da7d6e8 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 946 time: 0.0670605 Jun 21 04:44:36.920673 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ddf46735-5b74-4df4-a69e-1c7aca0d14f3 req-3620b547-6b59-488b-85d0-34be5548d908 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314090 Jun 21 04:44:36.923266 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f33591-0c5a-4c6b-a5a2-4c57f2a4b820 req-6939b3e4-7661-4c39-95ee-692497ab6b7c tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:36.924881 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f5f33591-0c5a-4c6b-a5a2-4c57f2a4b820 req-6939b3e4-7661-4c39-95ee-692497ab6b7c tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 946 time: 0.0649362 Jun 21 04:44:36.972844 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860e3ea4-e528-4335-b104-e4b4c0909dd0 x-openstack-request-id: req-860e3ea4-e528-4335-b104-e4b4c0909dd0 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:44:36.973436 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd43e49-f126-4cb7-bfcd-997352098871", "name": "network-vif-deleted", "tag": "c3af9ba6-8163-4d39-a35b-26714d171dda", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:44:36.973436 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-860e3ea4-e528-4335-b104-e4b4c0909dd0 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:44:36.973839 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd43e49-f126-4cb7-bfcd-997352098871', 'name': 'network-vif-deleted', 'tag': 'c3af9ba6-8163-4d39-a35b-26714d171dda', 'status': 'completed', 'code': 200} Jun 21 04:44:37.043373 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-f5f33591-0c5a-4c6b-a5a2-4c57f2a4b820 req-0caac931-43bd-48ca-a26a-a0a9ba4d8082 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Deleting port 912daf85-efd7-47fd-b0f1-87df3d13f64d {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:44:37.043684 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f5f33591-0c5a-4c6b-a5a2-4c57f2a4b820 req-0caac931-43bd-48ca-a26a-a0a9ba4d8082 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:37.148552 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-f5f33591-0c5a-4c6b-a5a2-4c57f2a4b820 req-0caac931-43bd-48ca-a26a-a0a9ba4d8082 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] For port 912daf85-efd7-47fd-b0f1-87df3d13f64d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=912daf85-efd7-47fd-b0f1-87df3d13f64d,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:44:37.149316 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f5f33591-0c5a-4c6b-a5a2-4c57f2a4b820 req-0caac931-43bd-48ca-a26a-a0a9ba4d8082 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:37.166109 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-db066d74-7430-42bc-9ae3-1ecc5bd5bcec req-528d5a65-2cec-40c4-985d-6c07b5e3be18 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.0339851 Jun 21 04:44:37.216207 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-f5f33591-0c5a-4c6b-a5a2-4c57f2a4b820 req-0caac931-43bd-48ca-a26a-a0a9ba4d8082 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Calling delete_port for 912daf85-efd7-47fd-b0f1-87df3d13f64d owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:44:37.453278 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f5f33591-0c5a-4c6b-a5a2-4c57f2a4b820 req-0caac931-43bd-48ca-a26a-a0a9ba4d8082 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:37.457689 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:44:37.483496 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caac931-43bd-48ca-a26a-a0a9ba4d8082 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Pushing event deleted for resources: {'Port': ['ID=912daf85-efd7-47fd-b0f1-87df3d13f64d,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:44:37.512572 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['f6551218-db3f-46d2-89c9-81b1862cabeb', '797bae1c-cbcd-4eeb-b650-30901d5fd1e9', '912daf85-efd7-47fd-b0f1-87df3d13f64d'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:44:37.526582 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0caac931-43bd-48ca-a26a-a0a9ba4d8082 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:44:37.547055 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f33591-0c5a-4c6b-a5a2-4c57f2a4b820 req-0caac931-43bd-48ca-a26a-a0a9ba4d8082 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] No DVR routers for this DVR port 912daf85-efd7-47fd-b0f1-87df3d13f64d on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:44:37.550909 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f5f33591-0c5a-4c6b-a5a2-4c57f2a4b820 req-0caac931-43bd-48ca-a26a-a0a9ba4d8082 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:37.553096 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f5f33591-0c5a-4c6b-a5a2-4c57f2a4b820 req-0caac931-43bd-48ca-a26a-a0a9ba4d8082 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "DELETE /v2.0/ports/912daf85-efd7-47fd-b0f1-87df3d13f64d HTTP/1.1" status: 204 len: 173 time: 0.6077595 Jun 21 04:44:38.073097 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fa6cc8cf-0372-4d29-8f3a-56e2be47af91 req-96d7e352-0a64-46c6-af19-61c5b501ffec tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 210 time: 0.0284405 Jun 21 04:44:38.322886 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ed6f6093-c86b-4230-bd32-d70132a1b0ba req-d8ae9846-3afc-43aa-9960-3f11cb5d3283 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.0274270 Jun 21 04:44:38.974769 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c574c11-571c-4207-ba2e-479d27ac5c4f', 'name': 'network-vif-deleted', 'tag': '912daf85-efd7-47fd-b0f1-87df3d13f64d'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:44:38.977179 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef28019b-e6c4-4b03-9771-3d180070c75d" -d '{"events": [{"server_uuid": "2c574c11-571c-4207-ba2e-479d27ac5c4f", "name": "network-vif-deleted", "tag": "912daf85-efd7-47fd-b0f1-87df3d13f64d"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:44:39.010950 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f388f4c-1d5a-4632-8c51-9891b59f3ae2 x-openstack-request-id: req-9f388f4c-1d5a-4632-8c51-9891b59f3ae2 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:44:39.011291 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c574c11-571c-4207-ba2e-479d27ac5c4f", "name": "network-vif-deleted", "tag": "912daf85-efd7-47fd-b0f1-87df3d13f64d", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:44:39.011576 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f388f4c-1d5a-4632-8c51-9891b59f3ae2 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:44:39.012020 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c574c11-571c-4207-ba2e-479d27ac5c4f', 'name': 'network-vif-deleted', 'tag': '912daf85-efd7-47fd-b0f1-87df3d13f64d', 'status': 'completed', 'code': 200} Jun 21 04:44:39.213150 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-55ad590b-990e-4bf5-9b49-1d8dbe0eb17b req-79eadf32-02a4-426a-afed-889fd9a28884 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 210 time: 0.0291922 Jun 21 04:44:39.471352 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-630e412f-d1e0-4729-9ee5-cca8320e722c req-195e1123-7620-4007-a5c2-54e45f72c8d9 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.0290511 Jun 21 04:44:40.354150 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-78ba8a8c-4034-44db-8197-35782293a8f0 req-f5188327-0859-4d6f-acbe-54a0f607dd26 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 210 time: 0.0314093 Jun 21 04:44:40.828455 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-79474506-a988-439d-808e-de884426bce6 req-7dd07d8f-c2ef-46f8-ad70-031351fa43f4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.2322187 Jun 21 04:44:41.492441 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-2799c559-c936-423d-9df1-803714fed089 req-1badeb3b-48d1-4cab-963d-49827f39e9b4 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 210 time: 0.0274429 Jun 21 04:44:41.977694 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-50556a76-d304-4fff-9bbf-6fde51f650d9 req-b513acb0-a156-4710-8101-8a5cc7c4f3d9 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.0296292 Jun 21 04:44:42.640683 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-240414ea-e4b2-49fc-a422-fdaa8060ddf4 req-1cdfe262-4fcd-478b-a356-aae1ca020994 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 210 time: 0.0281441 Jun 21 04:44:43.134673 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-886c62ad-21bc-4f4d-b8e6-269062c7d09c req-21ee3714-1ae9-4c62-b4da-492115939bdd tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfd43e49-f126-4cb7-bfcd-997352098871 HTTP/1.1" status: 200 len: 210 time: 0.0319326 Jun 21 04:44:43.797020 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b7df001f-7359-4e49-84ec-a2bc45befe8d req-ac33efd4-9ae2-4c38-816d-bd6e72992933 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c574c11-571c-4207-ba2e-479d27ac5c4f HTTP/1.1" status: 200 len: 210 time: 0.0268195 Jun 21 04:44:45.005781 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c87f-cbdb-4924-8137-cfdbb41813be req-73152dfe-288f-409f-b737-4ecfa5ecac45 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:45.007462 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-71a7c87f-cbdb-4924-8137-cfdbb41813be req-73152dfe-288f-409f-b737-4ecfa5ecac45 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0665405 Jun 21 04:44:45.049466 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-71a7c87f-cbdb-4924-8137-cfdbb41813be req-9561fb7a-24f0-45d6-b158-a1f12d792e1d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355518 Jun 21 04:44:45.243770 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device c3af9ba6-8163-4d39-a35b-26714d171dda no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:44:45.263596 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: c3af9ba6-8163-4d39-a35b-26714d171dda {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:44:45.263776 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device c3af9ba6-8163-4d39-a35b-26714d171dda not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:44:45.264117 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 912daf85-efd7-47fd-b0f1-87df3d13f64d no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:44:45.282913 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: 912daf85-efd7-47fd-b0f1-87df3d13f64d {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:44:45.283634 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 912daf85-efd7-47fd-b0f1-87df3d13f64d not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:44:45.517967 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc3bdb-5ad9-4850-a9e9-5f45690cb568 req-94d29acb-fb43-4b95-a3b4-9349e738466d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:45.519453 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-29cc3bdb-5ad9-4850-a9e9-5f45690cb568 req-94d29acb-fb43-4b95-a3b4-9349e738466d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 946 time: 0.0644472 Jun 21 04:44:45.557382 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-29cc3bdb-5ad9-4850-a9e9-5f45690cb568 req-a5e580f4-afd2-4512-b527-a0327adc8644 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322478 Jun 21 04:44:46.229901 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e483ec-909f-4566-b295-508b3815fed9 req-cbc93b2f-fd8a-4c81-aff9-7193b17262f4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:46.231372 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-40e483ec-909f-4566-b295-508b3815fed9 req-cbc93b2f-fd8a-4c81-aff9-7193b17262f4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0662329 Jun 21 04:44:46.269198 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-40e483ec-909f-4566-b295-508b3815fed9 req-e184e2db-ed81-4d42-a8cb-e49340fafe0e tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318887 Jun 21 04:44:46.728573 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2c2a0-b16f-4a2f-a1d8-eadbcb62278d req-780c9263-2c5f-4f78-9a84-5e3a8f38a9a2 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:46.730029 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-dfc2c2a0-b16f-4a2f-a1d8-eadbcb62278d req-780c9263-2c5f-4f78-9a84-5e3a8f38a9a2 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 946 time: 0.0644331 Jun 21 04:44:46.769453 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-dfc2c2a0-b16f-4a2f-a1d8-eadbcb62278d req-669d6395-be23-40da-8732-ea97925e8894 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334449 Jun 21 04:44:47.444725 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9898c9-120e-4796-8f87-6cb55398d480 req-4ad402d9-7e39-4121-b171-6b8b23fdb7b2 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:47.446211 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3d9898c9-120e-4796-8f87-6cb55398d480 req-4ad402d9-7e39-4121-b171-6b8b23fdb7b2 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0640101 Jun 21 04:44:47.487921 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3d9898c9-120e-4796-8f87-6cb55398d480 req-0be8a335-d43d-43eb-99e9-dd80b015c8b6 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359921 Jun 21 04:44:47.945142 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a2358-656b-46bb-a9cc-3143806593ed req-4ebdaa5f-8d12-4c12-87ab-7a381f6111d3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:47.946578 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-158a2358-656b-46bb-a9cc-3143806593ed req-4ebdaa5f-8d12-4c12-87ab-7a381f6111d3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 946 time: 0.0662994 Jun 21 04:44:47.983150 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-158a2358-656b-46bb-a9cc-3143806593ed req-ccbcf68a-af7a-457a-857e-d79a45423133 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308931 Jun 21 04:44:48.663972 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa353e31-4293-421e-96a2-4d8238e10692 req-db9b87a1-fddf-431f-9411-a81c6969e109 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:48.663972 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-aa353e31-4293-421e-96a2-4d8238e10692 req-db9b87a1-fddf-431f-9411-a81c6969e109 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0646288 Jun 21 04:44:48.699782 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-aa353e31-4293-421e-96a2-4d8238e10692 req-ec517994-da2d-45a8-856a-34d8640570dd tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307269 Jun 21 04:44:48.786674 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b50565-5c67-47ae-9458-5a813761db9f req-e8eb24e9-0faf-4674-9245-218eed23372a tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:48.788317 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-35b50565-5c67-47ae-9458-5a813761db9f req-e8eb24e9-0faf-4674-9245-218eed23372a tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 946 time: 0.0622323 Jun 21 04:44:48.898536 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-35b50565-5c67-47ae-9458-5a813761db9f req-ca183a71-dde8-481b-8dc6-3fee257d8652 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Deleting port 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:44:48.898536 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-35b50565-5c67-47ae-9458-5a813761db9f req-ca183a71-dde8-481b-8dc6-3fee257d8652 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:48.990784 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-35b50565-5c67-47ae-9458-5a813761db9f req-ca183a71-dde8-481b-8dc6-3fee257d8652 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] For port 797bae1c-cbcd-4eeb-b650-30901d5fd1e9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=797bae1c-cbcd-4eeb-b650-30901d5fd1e9,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:44:48.991507 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-35b50565-5c67-47ae-9458-5a813761db9f req-ca183a71-dde8-481b-8dc6-3fee257d8652 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:49.056560 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-35b50565-5c67-47ae-9458-5a813761db9f req-ca183a71-dde8-481b-8dc6-3fee257d8652 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Calling delete_port for 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:44:49.160101 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccc3eb-7840-40ec-94d6-1e2cabde9ce7 req-f3929fa1-ffbf-4341-8661-a1b74b06ae16 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:49.161540 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a1ccc3eb-7840-40ec-94d6-1e2cabde9ce7 req-f3929fa1-ffbf-4341-8661-a1b74b06ae16 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 946 time: 0.0622561 Jun 21 04:44:49.186757 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37003aa7-b064-4ab9-a4f6-5f269f1a8fc0 req-f25bc188-a188-42bb-80e2-0851bd438016 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:49.188392 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-37003aa7-b064-4ab9-a4f6-5f269f1a8fc0 req-f25bc188-a188-42bb-80e2-0851bd438016 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0868680 Jun 21 04:44:49.200505 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a1ccc3eb-7840-40ec-94d6-1e2cabde9ce7 req-9e4bc3d3-4021-4c9a-acb2-1c149228271f tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327275 Jun 21 04:44:49.261288 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-37003aa7-b064-4ab9-a4f6-5f269f1a8fc0 req-27067a3c-94e6-4b4a-9e74-b0127cb73f91 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641441 Jun 21 04:44:49.425163 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-35b50565-5c67-47ae-9458-5a813761db9f req-ca183a71-dde8-481b-8dc6-3fee257d8652 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:49.430279 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0caac931-43bd-48ca-a26a-a0a9ba4d8082 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:44:49.459147 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca183a71-dde8-481b-8dc6-3fee257d8652 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Pushing event deleted for resources: {'Port': ['ID=797bae1c-cbcd-4eeb-b650-30901d5fd1e9,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:44:49.462087 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ca183a71-dde8-481b-8dc6-3fee257d8652 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:44:49.499699 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['f6551218-db3f-46d2-89c9-81b1862cabeb', '797bae1c-cbcd-4eeb-b650-30901d5fd1e9'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:44:49.502052 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b50565-5c67-47ae-9458-5a813761db9f req-ca183a71-dde8-481b-8dc6-3fee257d8652 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] No DVR routers for this DVR port 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:44:49.504481 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-35b50565-5c67-47ae-9458-5a813761db9f req-ca183a71-dde8-481b-8dc6-3fee257d8652 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:49.506371 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-35b50565-5c67-47ae-9458-5a813761db9f req-ca183a71-dde8-481b-8dc6-3fee257d8652 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "DELETE /v2.0/ports/797bae1c-cbcd-4eeb-b650-30901d5fd1e9 HTTP/1.1" status: 204 len: 173 time: 0.7097900 Jun 21 04:44:49.506844 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291411d0-80c8-46ff-b356-29ec3e4347c2', 'name': 'network-vif-deleted', 'tag': '797bae1c-cbcd-4eeb-b650-30901d5fd1e9'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:44:49.509139 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d4fb88-22a6-45a2-b343-33e7609702b5" -d '{"events": [{"server_uuid": "291411d0-80c8-46ff-b356-29ec3e4347c2", "name": "network-vif-deleted", "tag": "797bae1c-cbcd-4eeb-b650-30901d5fd1e9"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:44:49.551069 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bec2dc-2ae3-4b7a-a055-d38bab528521 x-openstack-request-id: req-36bec2dc-2ae3-4b7a-a055-d38bab528521 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:44:49.551069 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291411d0-80c8-46ff-b356-29ec3e4347c2", "name": "network-vif-deleted", "tag": "797bae1c-cbcd-4eeb-b650-30901d5fd1e9", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:44:49.551069 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36bec2dc-2ae3-4b7a-a055-d38bab528521 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:44:49.551069 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291411d0-80c8-46ff-b356-29ec3e4347c2', 'name': 'network-vif-deleted', 'tag': '797bae1c-cbcd-4eeb-b650-30901d5fd1e9', 'status': 'completed', 'code': 200} Jun 21 04:44:49.872877 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e244a-6fb2-44ed-a6b2-5fa676ec21d3 req-64a265d9-145c-4df3-8274-40f247e7061b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:49.874341 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f03e244a-6fb2-44ed-a6b2-5fa676ec21d3 req-64a265d9-145c-4df3-8274-40f247e7061b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0626318 Jun 21 04:44:49.915195 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f03e244a-6fb2-44ed-a6b2-5fa676ec21d3 req-9a3b5d32-b4c1-4e7c-81a1-e998b53c400a tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334222 Jun 21 04:44:50.371115 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1ae76888-9e3a-42bf-803b-ceb3cc0a6df3 req-3b22e314-d6ba-430e-ad53-766f91ab592d tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=291411d0-80c8-46ff-b356-29ec3e4347c2 HTTP/1.1" status: 200 len: 210 time: 0.0447688 Jun 21 04:44:50.459841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f71670-10c5-4d1f-b986-4bcbdf6ab26a req-2654f37d-cca6-4287-9656-4aab2a02e952 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:50.466848 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a7f71670-10c5-4d1f-b986-4bcbdf6ab26a req-2654f37d-cca6-4287-9656-4aab2a02e952 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0782542 Jun 21 04:44:50.504442 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a7f71670-10c5-4d1f-b986-4bcbdf6ab26a req-cbb2dc9f-dc1a-4b14-8823-1e9b03e8f6bf tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366969 Jun 21 04:44:50.582074 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 50610) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:44:50.686592 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-209805c0-3db7-4079-a02e-16fbde9342a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:50.775681 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-209805c0-3db7-4079-a02e-16fbde9342a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:50.925015 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-209805c0-3db7-4079-a02e-16fbde9342a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:50.928630 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d6bca99c-2d18-4bcf-a2e8-738ada64e496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:44:50.965865 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-209805c0-3db7-4079-a02e-16fbde9342a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb48365f3c3f4500b8d25e95510060ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827081 Jun 21 04:44:50.967009 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209805c0-3db7-4079-a02e-16fbde9342a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0189d423-0cde-4853-a1eb-9254d2537beb,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:44:50.968581 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 50618) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:44:50.971061 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-209805c0-3db7-4079-a02e-16fbde9342a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:44:51.019487 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:51.053822 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:51.129627 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb918ed-5677-4f86-b290-5679bfa3fc59 req-ce1256f2-48e9-48fc-b146-45b5d8fba15b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:51.131172 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bdb918ed-5677-4f86-b290-5679bfa3fc59 req-ce1256f2-48e9-48fc-b146-45b5d8fba15b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0987866 Jun 21 04:44:51.170520 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bdb918ed-5677-4f86-b290-5679bfa3fc59 req-f651e87f-c334-4fe7-af05-5b20f328c81b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329492 Jun 21 04:44:51.210170 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:51.212761 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:51.213845 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0189d423-0cde-4853-a1eb-9254d2537beb HTTP/1.1" status: 204 len: 168 time: 0.2442195 Jun 21 04:44:51.214678 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f5f1a5f1-71f4-4617-a248-dc625b8d9f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:44:51.225008 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0189d423-0cde-4853-a1eb-9254d2537beb,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:44:51.232825 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:51.233233 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:51.233595 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:51.233950 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:51.234302 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:51.234650 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:51.234993 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:51.236141 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:51.236764 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:51.237156 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:51.237506 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:51.237886 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:44:51.241336 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:44:51.683720 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f135d-207a-474f-bc80-147fb2f306da req-f1ee9791-7452-4810-90a6-a7fe94e87c12 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:51.685179 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-121f135d-207a-474f-bc80-147fb2f306da req-f1ee9791-7452-4810-90a6-a7fe94e87c12 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0661194 Jun 21 04:44:51.726053 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-121f135d-207a-474f-bc80-147fb2f306da req-8e4b0914-5762-4b90-a98e-6b83f77d5444 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343621 Jun 21 04:44:52.347409 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb80ae-1caf-4762-9fca-2c4e70dd45e5 req-dd68d4f2-e311-43aa-9580-e4b2c2f8aeec tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:52.348911 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-53fb80ae-1caf-4762-9fca-2c4e70dd45e5 req-dd68d4f2-e311-43aa-9580-e4b2c2f8aeec tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0624728 Jun 21 04:44:52.389496 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-53fb80ae-1caf-4762-9fca-2c4e70dd45e5 req-28611208-b518-4be9-b0b5-d2dd4386a829 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349035 Jun 21 04:44:52.933999 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecdb33-f621-4032-ad22-da2e864bfab0 req-0a4a8035-4fb5-4ba3-b341-d824ff6f7dfb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:52.935881 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-84ecdb33-f621-4032-ad22-da2e864bfab0 req-0a4a8035-4fb5-4ba3-b341-d824ff6f7dfb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0816483 Jun 21 04:44:52.976963 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-84ecdb33-f621-4032-ad22-da2e864bfab0 req-e349ca90-ba53-452d-98b1-f2e941b8db83 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348551 Jun 21 04:44:53.293718 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:44:53.316519 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:44:53.316869 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 797bae1c-cbcd-4eeb-b650-30901d5fd1e9 not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:44:53.605569 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7f94f-4cc9-4a21-b4f4-fab38f60aa64 req-6b9f4d1c-23ed-4b4f-83ee-ce559e81ac01 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:53.607117 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-38f7f94f-4cc9-4a21-b4f4-fab38f60aa64 req-6b9f4d1c-23ed-4b4f-83ee-ce559e81ac01 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0647998 Jun 21 04:44:53.648671 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-38f7f94f-4cc9-4a21-b4f4-fab38f60aa64 req-a48b6c82-00a9-427d-a1be-390ab62358d4 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344288 Jun 21 04:44:53.697373 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f323679-5f3c-4ddf-a442-4e66d8203769 req-b972029d-ce45-4ed2-8f71-5a4ede9f7394 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:53.697373 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3f323679-5f3c-4ddf-a442-4e66d8203769 req-b972029d-ce45-4ed2-8f71-5a4ede9f7394 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 946 time: 0.2978556 Jun 21 04:44:53.732439 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3f323679-5f3c-4ddf-a442-4e66d8203769 req-eab422d9-4d20-44b6-a2ac-bdc0738ea1c0 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Jun 21 04:44:53.784372 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b05c00b6-8c58-4839-a3f9-297faa6cbafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:53.824808 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d05b0-b72e-4832-9fdb-6a9add320207 req-16c9bbd6-f8e8-49bb-84aa-e7fff41f45ec tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:53.826317 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-795d05b0-b72e-4832-9fdb-6a9add320207 req-16c9bbd6-f8e8-49bb-84aa-e7fff41f45ec tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0727441 Jun 21 04:44:53.869884 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-795d05b0-b72e-4832-9fdb-6a9add320207 req-c6efd1c1-da63-4999-8784-2c346a3ccded tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367851 Jun 21 04:44:53.936323 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:54.162270 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944138f-ed0b-4c81-9ef6-e98bedd71ed2 req-117118e9-7d8b-4411-b374-bf9368c91d9a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:54.163722 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9944138f-ed0b-4c81-9ef6-e98bedd71ed2 req-117118e9-7d8b-4411-b374-bf9368c91d9a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0643213 Jun 21 04:44:54.202727 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9944138f-ed0b-4c81-9ef6-e98bedd71ed2 req-4000c96b-beac-4cc9-a586-f29a9ca8d8ab tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333939 Jun 21 04:44:54.852664 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aa0e4-010a-4e89-b514-efcbf77c8b1c req-8f76dee1-1a9b-489a-9cee-f04460cd3a09 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:54.854012 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-130aa0e4-010a-4e89-b514-efcbf77c8b1c req-8f76dee1-1a9b-489a-9cee-f04460cd3a09 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.0637176 Jun 21 04:44:54.894391 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-130aa0e4-010a-4e89-b514-efcbf77c8b1c req-5e0364c9-8af1-4c15-8ec2-619499b3d11d tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9bf9509-67a6-4b6b-802e-6bd287dcac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346243 Jun 21 04:44:54.918295 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80552cd0-455b-484a-b608-2c1fdecd6516 req-f3a8f6e3-3e41-4f3b-a776-00d1e5f94db5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:54.918295 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-80552cd0-455b-484a-b608-2c1fdecd6516 req-f3a8f6e3-3e41-4f3b-a776-00d1e5f94db5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 946 time: 0.0708036 Jun 21 04:44:54.953935 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-80552cd0-455b-484a-b608-2c1fdecd6516 req-21d2c205-fd18-4df9-8f69-6c736e374951 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331273 Jun 21 04:44:55.062584 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851642b-7248-4249-9df2-d891f8327c87 req-1c17576b-a49e-4e71-9fdf-206634f0ba24 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:55.064030 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f851642b-7248-4249-9df2-d891f8327c87 req-1c17576b-a49e-4e71-9fdf-206634f0ba24 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0628498 Jun 21 04:44:55.102240 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f851642b-7248-4249-9df2-d891f8327c87 req-b3944dd7-b1e2-4495-a2ec-a4728d6f6fec tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319521 Jun 21 04:44:55.416183 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993bdc8-356d-4d21-9666-961f60b2d2f9 req-d4da6c6a-78c8-4871-9413-6239b13d1a76 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:55.417552 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3993bdc8-356d-4d21-9666-961f60b2d2f9 req-d4da6c6a-78c8-4871-9413-6239b13d1a76 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0977902 Jun 21 04:44:55.427943 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b085b-b7bb-4aec-af46-450d16614c52 req-024cd3de-384a-44a4-850a-bb9ba34c08a3 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:55.429243 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d39b085b-b7bb-4aec-af46-450d16614c52 req-024cd3de-384a-44a4-850a-bb9ba34c08a3 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.52 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 945 time: 0.1008906 Jun 21 04:44:55.496473 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3993bdc8-356d-4d21-9666-961f60b2d2f9 req-26f9c4fa-b47b-4db6-a5d3-d7259348d17a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662992 Jun 21 04:44:55.546913 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-d39b085b-b7bb-4aec-af46-450d16614c52 req-2d80269c-181c-448b-b7bf-5f889aab3bbc tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Deleting port 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:44:55.547283 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-d39b085b-b7bb-4aec-af46-450d16614c52 req-2d80269c-181c-448b-b7bf-5f889aab3bbc tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:55.637738 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-d39b085b-b7bb-4aec-af46-450d16614c52 req-2d80269c-181c-448b-b7bf-5f889aab3bbc tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] For port 05f9445d-e3e5-4bdb-8675-7eadfd1967e1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=05f9445d-e3e5-4bdb-8675-7eadfd1967e1,segment=NetworkSegment(1b26b2ee-41fa-4a5d-a132-8e9913227533),segment_id=1b26b2ee-41fa-4a5d-a132-8e9913227533)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:44:55.638009 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-d39b085b-b7bb-4aec-af46-450d16614c52 req-2d80269c-181c-448b-b7bf-5f889aab3bbc tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:55.700592 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-d39b085b-b7bb-4aec-af46-450d16614c52 req-2d80269c-181c-448b-b7bf-5f889aab3bbc tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Calling delete_port for 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:44:55.892991 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-d39b085b-b7bb-4aec-af46-450d16614c52 req-2d80269c-181c-448b-b7bf-5f889aab3bbc tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:55.896625 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-509699e0-2114-4c4c-8e74-56776aacb7f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:44:55.919805 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80269c-181c-448b-b7bf-5f889aab3bbc tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Pushing event deleted for resources: {'Port': ['ID=05f9445d-e3e5-4bdb-8675-7eadfd1967e1,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:44:55.923477 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-2d80269c-181c-448b-b7bf-5f889aab3bbc tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:44:55.953806 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['05f9445d-e3e5-4bdb-8675-7eadfd1967e1'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:44:55.972955 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39b085b-b7bb-4aec-af46-450d16614c52 req-2d80269c-181c-448b-b7bf-5f889aab3bbc tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] No DVR routers for this DVR port 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:44:55.975687 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-d39b085b-b7bb-4aec-af46-450d16614c52 req-2d80269c-181c-448b-b7bf-5f889aab3bbc tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:55.977672 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d39b085b-b7bb-4aec-af46-450d16614c52 req-2d80269c-181c-448b-b7bf-5f889aab3bbc tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.52 "DELETE /v2.0/ports/05f9445d-e3e5-4bdb-8675-7eadfd1967e1 HTTP/1.1" status: 204 len: 173 time: 0.5404477 Jun 21 04:44:55.980088 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88db6362-36ed-4637-a42c-7117fd5c5fcd', 'name': 'network-vif-deleted', 'tag': '05f9445d-e3e5-4bdb-8675-7eadfd1967e1'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:44:55.982552 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea52b3e-b871-4b06-9718-17f8dc9b5600" -d '{"events": [{"server_uuid": "88db6362-36ed-4637-a42c-7117fd5c5fcd", "name": "network-vif-deleted", "tag": "05f9445d-e3e5-4bdb-8675-7eadfd1967e1"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:44:56.052699 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8de6af5d-02f3-4138-9f6b-97579ad27843 req-47868f82-b52e-4f50-9d70-409e368a1ed8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 210 time: 0.0341911 Jun 21 04:44:56.110036 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee6f70d-ee33-4d43-858c-47ece7c3ebab x-openstack-request-id: req-5ee6f70d-ee33-4d43-858c-47ece7c3ebab {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:44:56.110358 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88db6362-36ed-4637-a42c-7117fd5c5fcd", "name": "network-vif-deleted", "tag": "05f9445d-e3e5-4bdb-8675-7eadfd1967e1", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:44:56.110640 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ee6f70d-ee33-4d43-858c-47ece7c3ebab {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:44:56.111054 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88db6362-36ed-4637-a42c-7117fd5c5fcd', 'name': 'network-vif-deleted', 'tag': '05f9445d-e3e5-4bdb-8675-7eadfd1967e1', 'status': 'completed', 'code': 200} Jun 21 04:44:56.148222 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4e453-8688-48fe-9402-c84eb715e223 req-956b4422-184e-4a55-a94b-54d3c68cc33a tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:56.149703 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-12e4e453-8688-48fe-9402-c84eb715e223 req-956b4422-184e-4a55-a94b-54d3c68cc33a tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 946 time: 0.0676453 Jun 21 04:44:56.197669 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-12e4e453-8688-48fe-9402-c84eb715e223 req-98285aba-e4da-4883-a22b-c91bc73924ff tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422499 Jun 21 04:44:56.281712 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946261ff-0567-4bec-a618-eb47b529e223 req-41c567da-7e04-4ade-81e2-2486845dcdb7 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:56.283203 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-946261ff-0567-4bec-a618-eb47b529e223 req-41c567da-7e04-4ade-81e2-2486845dcdb7 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0635552 Jun 21 04:44:56.292959 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f382d5f3-4ab5-4ad0-a91c-d8b57c0cb54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:56.326997 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-946261ff-0567-4bec-a618-eb47b529e223 req-61ec5c2c-46c5-40b7-b286-2f04d80c1b47 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379980 Jun 21 04:44:56.541794 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:56.688187 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930392b-6536-4ca0-aa9b-073cd6767bb2 req-6a5e72ab-c27c-4dad-9ec8-caa7d5edafaf tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:56.689746 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7930392b-6536-4ca0-aa9b-073cd6767bb2 req-6a5e72ab-c27c-4dad-9ec8-caa7d5edafaf tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0631261 Jun 21 04:44:56.726998 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7930392b-6536-4ca0-aa9b-073cd6767bb2 req-529db93a-040e-4d3b-a697-7859b6a79968 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317495 Jun 21 04:44:57.022726 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8cefb-1f49-48f4-91a3-b42c30d1cfca req-fd42216d-bb0e-4507-b59a-d89a9acdf646 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:57.024166 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-bdd8cefb-1f49-48f4-91a3-b42c30d1cfca req-fd42216d-bb0e-4507-b59a-d89a9acdf646 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 946 time: 0.0648882 Jun 21 04:44:57.127049 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-bdd8cefb-1f49-48f4-91a3-b42c30d1cfca req-fb518fa7-fc17-49dd-9cb0-06c8ae57f258 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Deleting port f6551218-db3f-46d2-89c9-81b1862cabeb {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:44:57.127417 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-bdd8cefb-1f49-48f4-91a3-b42c30d1cfca req-fb518fa7-fc17-49dd-9cb0-06c8ae57f258 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:57.208078 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5d65a31a-eec9-4bf1-8c5f-cc8f389132d1 req-e2e45795-14af-4d39-a2c6-673f3bb7a367 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] 10.222.0.11 "GET /v2.0/ports?device_id=88db6362-36ed-4637-a42c-7117fd5c5fcd HTTP/1.1" status: 200 len: 210 time: 0.0298886 Jun 21 04:44:57.223333 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-bdd8cefb-1f49-48f4-91a3-b42c30d1cfca req-fb518fa7-fc17-49dd-9cb0-06c8ae57f258 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] For port f6551218-db3f-46d2-89c9-81b1862cabeb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f6551218-db3f-46d2-89c9-81b1862cabeb,segment=NetworkSegment(237cb7e5-bd86-4682-9f38-6e96b46f20ea),segment_id=237cb7e5-bd86-4682-9f38-6e96b46f20ea)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:44:57.223790 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-bdd8cefb-1f49-48f4-91a3-b42c30d1cfca req-fb518fa7-fc17-49dd-9cb0-06c8ae57f258 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:57.298097 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-bdd8cefb-1f49-48f4-91a3-b42c30d1cfca req-fb518fa7-fc17-49dd-9cb0-06c8ae57f258 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Calling delete_port for f6551218-db3f-46d2-89c9-81b1862cabeb owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:44:57.356275 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:57.432297 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8a7d0-1ba2-4928-a1bf-b44be85e2d6a req-42862fd8-e851-4851-8ef5-0c9907938407 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:57.433785 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a0d8a7d0-1ba2-4928-a1bf-b44be85e2d6a req-42862fd8-e851-4851-8ef5-0c9907938407 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 946 time: 0.0906572 Jun 21 04:44:57.504911 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481aa33-093f-49bc-ac88-e7b393c4eae2 req-cb9c6c25-75a9-41a9-89d4-ec79b1886e76 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:57.506614 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5481aa33-093f-49bc-ac88-e7b393c4eae2 req-cb9c6c25-75a9-41a9-89d4-ec79b1886e76 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0677211 Jun 21 04:44:57.509372 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a0d8a7d0-1ba2-4928-a1bf-b44be85e2d6a req-db4dd020-6c83-4345-b779-4eab1499efa5 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/security-groups?id=dea2f657-3207-416f-891e-4135c8ef42c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685487 Jun 21 04:44:57.545245 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5481aa33-093f-49bc-ac88-e7b393c4eae2 req-a648e619-3290-4393-95e7-483f527a29af tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329244 Jun 21 04:44:57.607381 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-bdd8cefb-1f49-48f4-91a3-b42c30d1cfca req-fb518fa7-fc17-49dd-9cb0-06c8ae57f258 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:57.611715 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c2c6b6ca-0b95-4d7c-a5ae-30726356977b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:44:57.635842 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb518fa7-fc17-49dd-9cb0-06c8ae57f258 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Pushing event deleted for resources: {'Port': ['ID=f6551218-db3f-46d2-89c9-81b1862cabeb,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:44:57.639421 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-fb518fa7-fc17-49dd-9cb0-06c8ae57f258 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:44:57.681465 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd8cefb-1f49-48f4-91a3-b42c30d1cfca req-fb518fa7-fc17-49dd-9cb0-06c8ae57f258 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] No DVR routers for this DVR port f6551218-db3f-46d2-89c9-81b1862cabeb on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:44:57.683789 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-bdd8cefb-1f49-48f4-91a3-b42c30d1cfca req-fb518fa7-fc17-49dd-9cb0-06c8ae57f258 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:57.685917 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-bdd8cefb-1f49-48f4-91a3-b42c30d1cfca req-fb518fa7-fc17-49dd-9cb0-06c8ae57f258 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.52 "DELETE /v2.0/ports/f6551218-db3f-46d2-89c9-81b1862cabeb HTTP/1.1" status: 204 len: 173 time: 0.6510196 Jun 21 04:44:57.905278 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098b732-8247-4336-a4f0-45374c53387f req-126d3ea3-a48e-4ed5-aabe-f4d15752ed5a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:57.906626 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6098b732-8247-4336-a4f0-45374c53387f req-126d3ea3-a48e-4ed5-aabe-f4d15752ed5a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0628765 Jun 21 04:44:57.944596 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6098b732-8247-4336-a4f0-45374c53387f req-91a781c4-2cdd-4666-9ddc-cd1ea7af5df0 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321162 Jun 21 04:44:58.112257 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161', 'name': 'network-vif-deleted', 'tag': 'f6551218-db3f-46d2-89c9-81b1862cabeb'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:44:58.114573 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974319e6-dae9-4552-ac2e-df7fb744609a" -d '{"events": [{"server_uuid": "2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161", "name": "network-vif-deleted", "tag": "f6551218-db3f-46d2-89c9-81b1862cabeb"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:44:58.147959 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2729020-35ab-4ceb-9cc7-52a1c896a5b3 x-openstack-request-id: req-a2729020-35ab-4ceb-9cc7-52a1c896a5b3 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:44:58.148276 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161", "name": "network-vif-deleted", "tag": "f6551218-db3f-46d2-89c9-81b1862cabeb", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:44:58.148556 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a2729020-35ab-4ceb-9cc7-52a1c896a5b3 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:44:58.148966 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161', 'name': 'network-vif-deleted', 'tag': 'f6551218-db3f-46d2-89c9-81b1862cabeb', 'status': 'completed', 'code': 200} Jun 21 04:44:58.298898 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 50730) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:44:58.663307 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e6eb91b3-01ad-478c-b598-7d1df705ac19 req-72c11124-6455-4544-a37c-64666741ab02 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 210 time: 0.0341728 Jun 21 04:44:58.739440 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a676b25-ce68-4469-9311-71bab35119fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574154'] for router_interface, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:58.742968 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfce58b-a1f4-487d-a4ff-4a3e2f60f63c req-ad8614a3-ec43-4968-a392-1d729e208f8b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:58.744481 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4bfce58b-a1f4-487d-a4ff-4a3e2f60f63c req-ad8614a3-ec43-4968-a392-1d729e208f8b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0708866 Jun 21 04:44:58.782636 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4bfce58b-a1f4-487d-a4ff-4a3e2f60f63c req-97968a1b-2d37-4b1e-878d-3a0c265ac339 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320461 Jun 21 04:44:59.039150 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-7a676b25-ce68-4469-9311-71bab35119fc admin admin] Deleting port 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a {{(pid=99942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:44:59.039606 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a676b25-ce68-4469-9311-71bab35119fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:59.075796 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:59.158822 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-7a676b25-ce68-4469-9311-71bab35119fc admin admin] For port 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=4a3d5e44-e0ac-44f1-a252-2d51d8d7571a,segment=NetworkSegment(1b26b2ee-41fa-4a5d-a132-8e9913227533),segment_id=1b26b2ee-41fa-4a5d-a132-8e9913227533)] {{(pid=99942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:44:59.159198 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a676b25-ce68-4469-9311-71bab35119fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:59.182312 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae70adc-3159-4627-b4e7-63812889fa48 req-993f423e-1663-433c-b129-295d27748af2 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:44:59.183850 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9ae70adc-3159-4627-b4e7-63812889fa48 req-993f423e-1663-433c-b129-295d27748af2 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.1087418 Jun 21 04:44:59.239655 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-7a676b25-ce68-4469-9311-71bab35119fc admin admin] Calling delete_port for 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a owned by network:router_interface {{(pid=99942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:44:59.331244 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9ae70adc-3159-4627-b4e7-63812889fa48 req-0a7573af-5651-4b1d-be61-275c702d0ea9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195168 Jun 21 04:44:59.590740 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a676b25-ce68-4469-9311-71bab35119fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25676333'] for port, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:59.592830 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:44:59.624448 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a676b25-ce68-4469-9311-71bab35119fc admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3d5e44-e0ac-44f1-a252-2d51d8d7571a,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:44:59.626621 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-7a676b25-ce68-4469-9311-71bab35119fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:44:59.778679 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a676b25-ce68-4469-9311-71bab35119fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-953448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574070'] for router_interface, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:59.802208 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a238bd25-130b-48a7-bbdb-f64cd7995ed0 req-8c0891b5-cb12-45c0-949d-579b60e47b8c tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 210 time: 0.0297251 Jun 21 04:45:00.193993 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575146d-c4aa-4b6e-825e-ea28118aeff8 req-f180596c-2604-4967-be3b-af3efef2bc26 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:00.195474 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5575146d-c4aa-4b6e-825e-ea28118aeff8 req-f180596c-2604-4967-be3b-af3efef2bc26 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.1164887 Jun 21 04:45:00.273972 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5575146d-c4aa-4b6e-825e-ea28118aeff8 req-84d67068-4534-4da2-8615-ee96d3d1f669 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496831 Jun 21 04:45:00.280819 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a676b25-ce68-4469-9311-71bab35119fc admin admin] Router 6a36de59-fb53-4ee3-974e-48ced37474d6 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:45:00.383316 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a676b25-ce68-4469-9311-71bab35119fc admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:45:00.388470 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-7a676b25-ce68-4469-9311-71bab35119fc admin admin] 10.222.0.11 "PUT /v2.0/routers/6a36de59-fb53-4ee3-974e-48ced37474d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0884941 Jun 21 04:45:00.390905 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 50748) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:00.395207 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924db22c-ff75-4279-8fe0-eb2862542054 None None] Sync routers for ids ['6a36de59-fb53-4ee3-974e-48ced37474d6'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:45:00.404888 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924db22c-ff75-4279-8fe0-eb2862542054 None None] Routers {'6a36de59-fb53-4ee3-974e-48ced37474d6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:45:00.405500 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-924db22c-ff75-4279-8fe0-eb2862542054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:44:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['6a36de59-fb53-4ee3-974e-48ced37474d6'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:45:00.495933 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:00.506909 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-924db22c-ff75-4279-8fe0-eb2862542054 None None] Set router 6a36de59-fb53-4ee3-974e-48ced37474d6 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:45:00.519496 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0d112-1b95-408d-a42c-bf512b04da14 req-5cfcfbf4-189b-42ea-8d44-57e59a8ba731 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:00.522113 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-57a0d112-1b95-408d-a42c-bf512b04da14 req-5cfcfbf4-189b-42ea-8d44-57e59a8ba731 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0669544 Jun 21 04:45:00.564298 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-57a0d112-1b95-408d-a42c-bf512b04da14 req-7028fa84-3ff9-41f9-8e2e-9930a4115925 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362742 Jun 21 04:45:00.625379 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:00.752075 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Deleting port 42e4073a-1d1f-4442-b49e-fbbb476157cc {{(pid=99942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:45:00.752343 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:00.753397 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:45:00.780638 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-924db22c-ff75-4279-8fe0-eb2862542054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1018860868-router', 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '42e4073a-1d1f-4442-b49e-fbbb476157cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:15Z', 'updated_at': '2021-06-21T04:44:59Z', 'revision_number': 5, 'project_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'gw_port': {'id': '42e4073a-1d1f-4442-b49e-fbbb476157cc', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:16Z', 'updated_at': '2021-06-21T04:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:45:00.807112 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924db22c-ff75-4279-8fe0-eb2862542054 None None] Checking router: 6a36de59-fb53-4ee3-974e-48ced37474d6 for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:45:00.815480 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924db22c-ff75-4279-8fe0-eb2862542054 None None] Routers {'6a36de59-fb53-4ee3-974e-48ced37474d6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:45:00.816080 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-924db22c-ff75-4279-8fe0-eb2862542054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:44:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['6a36de59-fb53-4ee3-974e-48ced37474d6'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:45:00.834226 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] For port 42e4073a-1d1f-4442-b49e-fbbb476157cc, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=42e4073a-1d1f-4442-b49e-fbbb476157cc,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:45:00.834587 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:00.900849 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Calling delete_port for 42e4073a-1d1f-4442-b49e-fbbb476157cc owned by network:router_gateway {{(pid=99942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:45:00.903711 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-924db22c-ff75-4279-8fe0-eb2862542054 None None] Set router 6a36de59-fb53-4ee3-974e-48ced37474d6 gateway port host: None {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:45:00.959134 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-924db22c-ff75-4279-8fe0-eb2862542054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1018860868-router', 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:15Z', 'updated_at': '2021-06-21T04:45:00Z', 'revision_number': 6, 'project_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'gw_port_host': None}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:45:00.970555 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-776517e1-0a30-4897-bbe8-13f659a80645 req-c50270fe-afcd-4b46-9b30-0235645dcaaa tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 210 time: 0.0296764 Jun 21 04:45:00.984925 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924db22c-ff75-4279-8fe0-eb2862542054 None None] The sync data for ids ['6a36de59-fb53-4ee3-974e-48ced37474d6'] in dv-cinder-772623-10-iscsi is: [{'id': '6a36de59-fb53-4ee3-974e-48ced37474d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1018860868-router', 'tenant_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:15Z', 'updated_at': '2021-06-21T04:45:00Z', 'revision_number': 6, 'project_id': 'e8a9743c7dd149da8b5f24332604c1b5', 'gw_port_host': None}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:45:01.178495 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25676333'] for port, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:01.180472 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:01.204320 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=42e4073a-1d1f-4442-b49e-fbbb476157cc,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:01.207750 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:01.269661 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969818'] for router_gateway, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:01.373650 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2933'] for router, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:01.377525 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:01.461618 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4165-b194-42e5-b04d-000ddead36d8 req-e8160fcb-cf5e-43f2-915e-fa029f33abf1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:01.465396 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-891b4165-b194-42e5-b04d-000ddead36d8 req-e8160fcb-cf5e-43f2-915e-fa029f33abf1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0746179 Jun 21 04:45:01.492192 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['f6551218-db3f-46d2-89c9-81b1862cabeb'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:45:01.500535 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-891b4165-b194-42e5-b04d-000ddead36d8 req-9e99dde2-ae8a-4ce7-b4de-f5267a1034ae tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317869 Jun 21 04:45:01.524946 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581141'] for router, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:01.525492 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a36de59-fb53-4ee3-974e-48ced37474d6 {{(pid=99942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:45:01.530735 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Notify callbacks [] for router, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:01.531938 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6a36de59-fb53-4ee3-974e-48ced37474d6 HTTP/1.1" status: 204 len: 168 time: 1.1401069 Jun 21 04:45:01.541406 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 50756) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:01.592566 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_v2 [None req-21726bd9-759e-470a-8a28-326440d4a1ef admin admin] Deleting subnet 706769e8-8f98-4c1a-8e13-9f10201b8c57 {{(pid=99942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:45:01.596442 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-21726bd9-759e-470a-8a28-326440d4a1ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:01.601223 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:45:01.629463 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:45:01.629904 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 05f9445d-e3e5-4bdb-8675-7eadfd1967e1 not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:45:01.635895 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-21726bd9-759e-470a-8a28-326440d4a1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25676517'] for subnet, precommit_delete_associations {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:01.674790 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-21726bd9-759e-470a-8a28-326440d4a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:01.786002 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4890743-1ffd-4593-9ac5-249b49cfe6b9 req-ae5abeff-c767-484f-8a59-d684cc66891a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:01.787449 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f4890743-1ffd-4593-9ac5-249b49cfe6b9 req-ae5abeff-c767-484f-8a59-d684cc66891a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0855725 Jun 21 04:45:01.827625 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f4890743-1ffd-4593-9ac5-249b49cfe6b9 req-d8259d9d-0eab-4194-b044-c951dec51d1d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339277 Jun 21 04:45:01.997935 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-21726bd9-759e-470a-8a28-326440d4a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25676375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26199342'] for subnet, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:02.000475 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8d8efe73-1bca-4910-a5cb-d340477408a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:02.027078 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21726bd9-759e-470a-8a28-326440d4a1ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=706769e8-8f98-4c1a-8e13-9f10201b8c57,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:02.030242 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-21726bd9-759e-470a-8a28-326440d4a1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:02.031255 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-21726bd9-759e-470a-8a28-326440d4a1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:02.034328 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-21726bd9-759e-470a-8a28-326440d4a1ef admin admin] 10.222.0.11 "DELETE /v2.0/subnets/706769e8-8f98-4c1a-8e13-9f10201b8c57 HTTP/1.1" status: 204 len: 168 time: 0.4907732 Jun 21 04:45:02.035970 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 50764) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:02.110719 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:02.150464 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e7883ed1-0794-4b3c-809f-50488e671c53 req-c34943b3-e91e-4621-ab41-973f30ac2add tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c5ff67b-4b45-4a20-b2e5-6ea2d1a5a161 HTTP/1.1" status: 200 len: 210 time: 0.0369442 Jun 21 04:45:02.222837 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:02.233162 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:45:02.233528 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:45:02.234283 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:45:02.234614 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Subscribe: > port after_create 55550000 {{(pid=99943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:45:02.234942 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Subscribe: > port after_delete 55550000 {{(pid=99943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:45:02.235307 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Subscribe: > port after_update 55550000 {{(pid=99943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:45:02.235655 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:45:02.236580 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:45:02.236876 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:45:02.237196 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:45:02.304875 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:45:02.305159 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:45:02.305491 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:45:02.305825 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:45:02.306172 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ffbcae6-fbe4-4484-96c2-4d42a84e96eb']}} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:45:02.324496 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b26b2ee-41fa-4a5d-a132-8e9913227533') {'for_net_delete': True} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:45:02.324798 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b26b2ee-41fa-4a5d-a132-8e9913227533') {} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:45:02.340105 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405352'] for segment, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:02.365686 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:02.374085 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=99943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:45:02.374466 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25560434'] for segment, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: from cryptography.utils import int_from_bytes Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: from cryptography.utils import int_from_bytes Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: Traceback (most recent call last): Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: timer() Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: cb(*args, **kw) Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: return func(*args, **kwargs) Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: self._notify() Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: self.callback(batched_events) Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: event.method(event) Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: return f(self, *a, **k) Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._get(url).json() Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: return self.request(url, 'GET', **kwargs) Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:45:02.379148 dv-cinder-772623-10-iscsi neutron-server[99943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:45:02.510246 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:02.514186 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-dc065133-0e37-43ae-84f6-a22354035302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:02.518302 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:02.525837 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] 10.222.0.11 "DELETE /v2.0/networks/5ffbcae6-fbe4-4484-96c2-4d42a84e96eb HTTP/1.1" status: 204 len: 168 time: 0.4832623 Jun 21 04:45:02.531531 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Pushing event deleted for resources: {'Network': ['ID=5ffbcae6-fbe4-4484-96c2-4d42a84e96eb,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:02.537004 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-43bc7bb9-187d-4ce1-9764-e08deed5141e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:02.652499 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:45:02.671596 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:45:02.671940 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 4a3d5e44-e0ac-44f1-a252-2d51d8d7571a not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:45:02.672366 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 42e4073a-1d1f-4442-b49e-fbbb476157cc no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:45:02.686683 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48ada3-3bec-4814-a68e-39f2464292d4 req-1d84f84d-b13a-423a-9a4f-42e317fe15ef tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:02.688209 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1f48ada3-3bec-4814-a68e-39f2464292d4 req-1d84f84d-b13a-423a-9a4f-42e317fe15ef tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0651426 Jun 21 04:45:02.698630 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 42e4073a-1d1f-4442-b49e-fbbb476157cc {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:45:02.698630 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 42e4073a-1d1f-4442-b49e-fbbb476157cc not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:45:02.727853 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1f48ada3-3bec-4814-a68e-39f2464292d4 req-dccff327-a2b9-48cd-abd8-6bea783ab329 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329294 Jun 21 04:45:03.002671 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64fc27-a069-40f1-8f23-3939c90717eb req-a03f4b8a-d1eb-496f-897b-193948731185 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:03.004143 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8a64fc27-a069-40f1-8f23-3939c90717eb req-a03f4b8a-d1eb-496f-897b-193948731185 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0631020 Jun 21 04:45:03.047013 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8a64fc27-a069-40f1-8f23-3939c90717eb req-18cb14b7-befa-4b4a-81d3-2e41cf64821c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371964 Jun 21 04:45:03.194394 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 50784) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:03.238604 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-a229da12-d284-46b2-941c-a2f187d1860a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8a9743c7dd149da8b5f24332604c1b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429189 Jun 21 04:45:03.240880 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 50786) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:03.244656 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 50788) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:03.289946 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b2d653-1ac7-44b8-a238-de830eb1df69 admin admin] Deleting subnet 40b645dd-fc76-4567-8704-5f8ccdfd7cd1 {{(pid=99943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:45:03.290425 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d9e3135c-d437-408a-b945-2a9c10f80e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:03.292881 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-16b2d653-1ac7-44b8-a238-de830eb1df69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:03.311495 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d9e3135c-d437-408a-b945-2a9c10f80e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:03.328414 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-16b2d653-1ac7-44b8-a238-de830eb1df69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405345'] for subnet, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:03.367183 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-16b2d653-1ac7-44b8-a238-de830eb1df69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:03.441563 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d9e3135c-d437-408a-b945-2a9c10f80e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:03.444536 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d9e3135c-d437-408a-b945-2a9c10f80e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:03.455649 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-d9e3135c-d437-408a-b945-2a9c10f80e2f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9bf9509-67a6-4b6b-802e-6bd287dcac1b HTTP/1.1" status: 204 len: 168 time: 0.2039208 Jun 21 04:45:03.455649 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-ec5e27e8-a57a-41ab-9a81-4fbba3c29db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:03.456572 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3135c-d437-408a-b945-2a9c10f80e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bf9509-67a6-4b6b-802e-6bd287dcac1b,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:03.458899 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d9e3135c-d437-408a-b945-2a9c10f80e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:03.500041 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device f6551218-db3f-46d2-89c9-81b1862cabeb no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:45:03.520863 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: f6551218-db3f-46d2-89c9-81b1862cabeb {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:45:03.521214 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device f6551218-db3f-46d2-89c9-81b1862cabeb not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:45:03.550865 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-16b2d653-1ac7-44b8-a238-de830eb1df69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26156564'] for subnet, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:03.553264 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:03.578263 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2d653-1ac7-44b8-a238-de830eb1df69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b645dd-fc76-4567-8704-5f8ccdfd7cd1,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:03.582041 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-16b2d653-1ac7-44b8-a238-de830eb1df69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:03.583938 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-16b2d653-1ac7-44b8-a238-de830eb1df69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:03.586310 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-16b2d653-1ac7-44b8-a238-de830eb1df69 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/40b645dd-fc76-4567-8704-5f8ccdfd7cd1 HTTP/1.1" status: 204 len: 168 time: 0.3403883 Jun 21 04:45:03.588512 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 50792) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:03.656401 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43ad1551-650a-47f4-9114-c5b936e9a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:03.733696 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43ad1551-650a-47f4-9114-c5b936e9a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:03.743651 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-43ad1551-650a-47f4-9114-c5b936e9a5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b455bc6c-061f-44be-8cec-59e7ce8a93bf']}} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:45:03.754110 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-43ad1551-650a-47f4-9114-c5b936e9a5f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237cb7e5-bd86-4682-9f38-6e96b46f20ea') {'for_net_delete': True} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:45:03.754496 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-43ad1551-650a-47f4-9114-c5b936e9a5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237cb7e5-bd86-4682-9f38-6e96b46f20ea') {} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:45:03.763388 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43ad1551-650a-47f4-9114-c5b936e9a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405352'] for segment, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:03.809869 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43ad1551-650a-47f4-9114-c5b936e9a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:03.811660 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ad1551-650a-47f4-9114-c5b936e9a5f9 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=99943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:45:03.812049 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43ad1551-650a-47f4-9114-c5b936e9a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25560434'] for segment, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: Traceback (most recent call last): Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: timer() Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: cb(*args, **kw) Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: return func(*args, **kwargs) Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: self._notify() Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: self.callback(batched_events) Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: event.method(event) Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: return f(self, *a, **k) Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._get(url).json() Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: return self.request(url, 'GET', **kwargs) Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:45:03.813680 dv-cinder-772623-10-iscsi neutron-server[99943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:45:03.931702 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8d4b6-ef9b-4c45-87dc-6f695f6999d0 req-823ee836-9fc3-4070-b2d5-19eea10852e5 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:03.933207 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-01e8d4b6-ef9b-4c45-87dc-6f695f6999d0 req-823ee836-9fc3-4070-b2d5-19eea10852e5 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0793579 Jun 21 04:45:03.974629 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-01e8d4b6-ef9b-4c45-87dc-6f695f6999d0 req-49a57588-7ef0-4dde-887e-51d77232d1e3 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353632 Jun 21 04:45:03.990234 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43ad1551-650a-47f4-9114-c5b936e9a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:03.994672 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-eb33d88a-b0dd-4f11-982f-85635a454460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:03.998711 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-43ad1551-650a-47f4-9114-c5b936e9a5f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:04.003499 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-43ad1551-650a-47f4-9114-c5b936e9a5f9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b455bc6c-061f-44be-8cec-59e7ce8a93bf HTTP/1.1" status: 204 len: 168 time: 0.4110708 Jun 21 04:45:04.010530 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad1551-650a-47f4-9114-c5b936e9a5f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b455bc6c-061f-44be-8cec-59e7ce8a93bf,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:04.013389 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-43ad1551-650a-47f4-9114-c5b936e9a5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:04.225859 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324d350-066f-42c7-920e-3ac93357df4a req-5e2a6a76-1a6b-4098-b716-dd0c737d4d6b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:04.227362 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8324d350-066f-42c7-920e-3ac93357df4a req-5e2a6a76-1a6b-4098-b716-dd0c737d4d6b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0655637 Jun 21 04:45:04.264546 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8324d350-066f-42c7-920e-3ac93357df4a req-970a3e82-6613-4f7c-a70f-bb8d186b889f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317211 Jun 21 04:45:04.395279 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 50820) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:04.437716 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-6cf91bed-6b10-4b0b-ba04-0565f34366e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=150ad2a4ad9c4fab8e6b2fa15c136ae7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411363 Jun 21 04:45:04.440513 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 50824) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:04.497176 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c7137bbe-42b4-4f20-9ada-612e7ff0f7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:04.522742 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c7137bbe-42b4-4f20-9ada-612e7ff0f7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:04.661656 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c7137bbe-42b4-4f20-9ada-612e7ff0f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:04.664253 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c7137bbe-42b4-4f20-9ada-612e7ff0f7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:04.665369 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-c7137bbe-42b4-4f20-9ada-612e7ff0f7dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dea2f657-3207-416f-891e-4135c8ef42c0 HTTP/1.1" status: 204 len: 168 time: 0.2239776 Jun 21 04:45:04.666233 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-da263de8-e089-46ce-b498-1264ec21635a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:04.675509 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7137bbe-42b4-4f20-9ada-612e7ff0f7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea2f657-3207-416f-891e-4135c8ef42c0,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:04.680825 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c7137bbe-42b4-4f20-9ada-612e7ff0f7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:05.152878 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ca76c-cbaa-43d4-8d83-f428e04c27a2 req-ca5ddb6e-503d-4ee3-a839-a4a6e1f959c0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:05.154299 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-731ca76c-cbaa-43d4-8d83-f428e04c27a2 req-ca5ddb6e-503d-4ee3-a839-a4a6e1f959c0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0641868 Jun 21 04:45:05.192398 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-731ca76c-cbaa-43d4-8d83-f428e04c27a2 req-21bd7a64-0efc-4dca-b85a-03a14a397770 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324225 Jun 21 04:45:05.456641 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34ea22-7dad-4167-b0bf-085ea1555886 req-7582637c-d675-4fec-9ba1-d4c39f664ba1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:05.458269 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ee34ea22-7dad-4167-b0bf-085ea1555886 req-7582637c-d675-4fec-9ba1-d4c39f664ba1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0704436 Jun 21 04:45:05.498971 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ee34ea22-7dad-4167-b0bf-085ea1555886 req-85896fb2-6158-4c39-b9d2-14042b07d9bb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344899 Jun 21 04:45:05.958681 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 50878) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:06.065803 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5be4b7e3-ca36-48bd-b082-df0e49c48792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:06.157656 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5be4b7e3-ca36-48bd-b082-df0e49c48792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:06.274709 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5be4b7e3-ca36-48bd-b082-df0e49c48792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:06.274709 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-87911fec-e153-473e-9f88-f29c5e7d484d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:06.306736 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-5be4b7e3-ca36-48bd-b082-df0e49c48792 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86c5917f263f4ff995854ec05be3a747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465478 Jun 21 04:45:06.308109 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4b7e3-ca36-48bd-b082-df0e49c48792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8edfad-dbf5-4710-ada8-d7babe4bcae6,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:06.309617 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 50906) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:06.316395 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5be4b7e3-ca36-48bd-b082-df0e49c48792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:06.405696 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-108f47e2-dbc0-423d-b486-7dbd3ded6d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:06.426487 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1dca6-a182-4938-8a93-86e0563a5d3d req-756d5165-a16a-4ea9-992d-12270b1320a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:06.428031 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-fbb1dca6-a182-4938-8a93-86e0563a5d3d req-756d5165-a16a-4ea9-992d-12270b1320a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.1100562 Jun 21 04:45:06.443970 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-108f47e2-dbc0-423d-b486-7dbd3ded6d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:06.502606 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-fbb1dca6-a182-4938-8a93-86e0563a5d3d req-c45a318b-dbc4-4a21-ba0c-1dff03e189a1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642879 Jun 21 04:45:06.681341 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316aeb7-f7d4-463d-9561-633065424c5d req-2406ff92-dd97-43b2-aa70-6cbdadc1e481 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:06.682764 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1316aeb7-f7d4-463d-9561-633065424c5d req-2406ff92-dd97-43b2-aa70-6cbdadc1e481 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0637686 Jun 21 04:45:06.687781 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-108f47e2-dbc0-423d-b486-7dbd3ded6d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:06.695566 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-108f47e2-dbc0-423d-b486-7dbd3ded6d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:06.695566 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-108f47e2-dbc0-423d-b486-7dbd3ded6d51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd8edfad-dbf5-4710-ada8-d7babe4bcae6 HTTP/1.1" status: 204 len: 168 time: 0.3814931 Jun 21 04:45:06.695566 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-9b485f38-e6fe-4255-a4c8-677377455e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:06.702209 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f47e2-dbc0-423d-b486-7dbd3ded6d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8edfad-dbf5-4710-ada8-d7babe4bcae6,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:06.704177 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-108f47e2-dbc0-423d-b486-7dbd3ded6d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:06.753116 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1316aeb7-f7d4-463d-9561-633065424c5d req-fff9cb92-a5cd-4372-a82b-f06c7a552795 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641277 Jun 21 04:45:06.984122 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 50924) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:07.095406 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3d727b8a-4ebd-4b93-8941-caf13b0440ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:07.191851 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3d727b8a-4ebd-4b93-8941-caf13b0440ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:07.304527 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-3d727b8a-4ebd-4b93-8941-caf13b0440ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:07.306941 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-e024ed45-9caa-4309-b6d7-eeb6d37633e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:07.342769 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-3d727b8a-4ebd-4b93-8941-caf13b0440ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b9afcbe151b485f8263ce0763cfe79f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575752 Jun 21 04:45:07.343667 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d727b8a-4ebd-4b93-8941-caf13b0440ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ea18bd-da17-4619-b9c2-daea4913ef08,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:07.346369 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 50928) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:07.346910 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-3d727b8a-4ebd-4b93-8941-caf13b0440ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:07.396588 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c08ca01a-4e0c-4a7a-a470-697d5ae6516d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:07.417046 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c08ca01a-4e0c-4a7a-a470-697d5ae6516d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:07.561917 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c08ca01a-4e0c-4a7a-a470-697d5ae6516d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:07.565217 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c08ca01a-4e0c-4a7a-a470-697d5ae6516d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:07.566622 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-c08ca01a-4e0c-4a7a-a470-697d5ae6516d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42ea18bd-da17-4619-b9c2-daea4913ef08 HTTP/1.1" status: 204 len: 168 time: 0.2182178 Jun 21 04:45:07.567689 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-44d52b52-30ad-438d-863d-40202c4c94c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:07.575398 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ca01a-4e0c-4a7a-a470-697d5ae6516d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ea18bd-da17-4619-b9c2-daea4913ef08,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:07.578202 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c08ca01a-4e0c-4a7a-a470-697d5ae6516d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:07.678178 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76929fd-0719-47ef-a59b-c8fd6ead2ddd req-ea83f4d2-e00c-4438-b5d6-5027f69c5c1f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:07.680419 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a76929fd-0719-47ef-a59b-c8fd6ead2ddd req-ea83f4d2-e00c-4438-b5d6-5027f69c5c1f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0649834 Jun 21 04:45:07.719025 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a76929fd-0719-47ef-a59b-c8fd6ead2ddd req-ff95c11f-8093-40c3-b184-b5efd326efe2 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336385 Jun 21 04:45:07.948849 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffe737-4c53-4875-b4aa-1b6ff618fc11 req-54915b6c-ec9f-4628-93cf-f4527b15e233 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:07.950481 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c4ffe737-4c53-4875-b4aa-1b6ff618fc11 req-54915b6c-ec9f-4628-93cf-f4527b15e233 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0738461 Jun 21 04:45:07.994948 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c4ffe737-4c53-4875-b4aa-1b6ff618fc11 req-e3bdece8-ae22-4c1e-868f-1a55f6982239 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378816 Jun 21 04:45:08.898112 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4d3b8-6fcd-4e1e-94d3-168cde661a3e req-086ee28d-43ae-4a68-b1f2-cb193f5d754a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:08.900081 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-13d4d3b8-6fcd-4e1e-94d3-168cde661a3e req-086ee28d-43ae-4a68-b1f2-cb193f5d754a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0680804 Jun 21 04:45:08.938868 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-13d4d3b8-6fcd-4e1e-94d3-168cde661a3e req-08461c2c-6562-410d-952b-900c2e020971 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331633 Jun 21 04:45:09.172932 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bf536-3987-4a83-91f4-ec705d9ae09a req-36288b2e-5537-449c-a2c4-2302568fb4f1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:09.175075 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8b2bf536-3987-4a83-91f4-ec705d9ae09a req-36288b2e-5537-449c-a2c4-2302568fb4f1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0631347 Jun 21 04:45:09.212934 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8b2bf536-3987-4a83-91f4-ec705d9ae09a req-a3328b88-3499-4510-9919-302c53cf0dd2 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319102 Jun 21 04:45:10.113123 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61f82f-193b-4f0c-bf16-e926d687d906 req-c2c56bdc-afcf-4478-b7fe-14706b911847 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:10.114729 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3b61f82f-193b-4f0c-bf16-e926d687d906 req-c2c56bdc-afcf-4478-b7fe-14706b911847 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0642517 Jun 21 04:45:10.152499 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3b61f82f-193b-4f0c-bf16-e926d687d906 req-8790a585-eb9a-4a56-93a7-34680037ea2b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320909 Jun 21 04:45:10.399477 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f466cf1-e78b-4306-9bc7-78efdb5c57b4 req-2cdd216f-1e6d-4ab2-b7df-c191ac46af48 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:10.400934 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f466cf1-e78b-4306-9bc7-78efdb5c57b4 req-2cdd216f-1e6d-4ab2-b7df-c191ac46af48 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0682905 Jun 21 04:45:10.442157 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f466cf1-e78b-4306-9bc7-78efdb5c57b4 req-9c1297b7-8b83-4910-8259-443da3a2b86a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356708 Jun 21 04:45:11.481058 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033ac5c-12b9-4983-83a7-cdd36e864aac req-6042f799-4539-4655-8280-06b0b5fc01e7 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:11.483555 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d033ac5c-12b9-4983-83a7-cdd36e864aac req-6042f799-4539-4655-8280-06b0b5fc01e7 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.2192619 Jun 21 04:45:11.526521 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d033ac5c-12b9-4983-83a7-cdd36e864aac req-e68c826b-482c-48b5-a81b-8f60f72665c5 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359948 Jun 21 04:45:11.559909 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device c46ab575-b415-4764-807d-b5aba12bd52e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:45:11.620734 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2dd5c-a7a6-49ba-adf2-0fb6b2f8c0c9 req-130a3847-dbf0-4fb6-8f27-7a4b927cf647 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:11.622091 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a1c2dd5c-a7a6-49ba-adf2-0fb6b2f8c0c9 req-130a3847-dbf0-4fb6-8f27-7a4b927cf647 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0642540 Jun 21 04:45:11.656422 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port c46ab575-b415-4764-807d-b5aba12bd52e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c46ab575-b415-4764-807d-b5aba12bd52e,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:45:11.658091 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a1c2dd5c-a7a6-49ba-adf2-0fb6b2f8c0c9 req-d4d137c8-d2b0-4421-882b-0135b97952ae tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304794 Jun 21 04:45:11.668441 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'port_id': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'mac_address': 'fa:16:3e:42:99:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:45:11.705231 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:11.717819 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c46ab575-b415-4764-807d-b5aba12bd52e {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:45:11.740218 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port c46ab575-b415-4764-807d-b5aba12bd52e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c46ab575-b415-4764-807d-b5aba12bd52e,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:45:11.836040 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:11.838371 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:11.885941 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=c46ab575-b415-4764-807d-b5aba12bd52e,revision_number=6']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:11.892627 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:11.892976 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:11.893347 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:11.894183 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:11.894516 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:11.894847 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:11.895181 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:11.895524 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:11.895856 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:11.896175 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:11.896493 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:11.896808 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:11.900602 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:12.042276 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['c46ab575-b415-4764-807d-b5aba12bd52e'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:45:12.700915 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19395-64cf-4820-a71c-97aeb153bc66 req-4bc8ab55-1ac7-4e47-b550-34e04fdacc6c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:12.702426 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-dcd19395-64cf-4820-a71c-97aeb153bc66 req-4bc8ab55-1ac7-4e47-b550-34e04fdacc6c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0616741 Jun 21 04:45:12.741703 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-dcd19395-64cf-4820-a71c-97aeb153bc66 req-c63952e2-b144-4233-afd7-17f37950226c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325115 Jun 21 04:45:12.894719 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57737e95-7e39-4465-a6b5-36a68778a602 req-11997702-733c-49a8-b180-644d8c94ea3a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:12.896189 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-57737e95-7e39-4465-a6b5-36a68778a602 req-11997702-733c-49a8-b180-644d8c94ea3a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 944 time: 0.1167481 Jun 21 04:45:12.933338 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-57737e95-7e39-4465-a6b5-36a68778a602 req-84db0737-bb60-40b6-aed4-1cfef06452fd tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314562 Jun 21 04:45:13.914920 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8357d-e942-4454-a1b3-8bd1f9cf6129 req-e3cd9ebd-38eb-42cf-8720-0e39ad8ffec2 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:13.916391 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-15c8357d-e942-4454-a1b3-8bd1f9cf6129 req-e3cd9ebd-38eb-42cf-8720-0e39ad8ffec2 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0631449 Jun 21 04:45:13.955066 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-15c8357d-e942-4454-a1b3-8bd1f9cf6129 req-a2694d18-05fb-4acc-9f86-64b168239cf9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331023 Jun 21 04:45:14.112781 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb43eb8-a725-4ebe-859c-0a186f98903c req-8e5b9df9-9ce8-4286-871a-6cf0e5816040 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:14.114138 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ddb43eb8-a725-4ebe-859c-0a186f98903c req-8e5b9df9-9ce8-4286-871a-6cf0e5816040 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 944 time: 0.0646772 Jun 21 04:45:14.153921 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ddb43eb8-a725-4ebe-859c-0a186f98903c req-47a7d788-0ccd-443b-9fd5-580aa7c7a9f0 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340655 Jun 21 04:45:14.623720 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device c46ab575-b415-4764-807d-b5aba12bd52e up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:45:14.673068 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port c46ab575-b415-4764-807d-b5aba12bd52e triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:45:14.673536 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:14.748650 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:14.771702 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2813c63-3608-4634-be5c-842c48f93501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46ab575-b415-4764-807d-b5aba12bd52e'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:45:14.774029 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db133b08-547d-43d2-ac72-c11e32cad00f" -d '{"events": [{"server_uuid": "b2813c63-3608-4634-be5c-842c48f93501", "name": "network-vif-plugged", "status": "completed", "tag": "c46ab575-b415-4764-807d-b5aba12bd52e"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:45:14.787244 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port c46ab575-b415-4764-807d-b5aba12bd52e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c46ab575-b415-4764-807d-b5aba12bd52e,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:45:14.810841 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c178154-d46c-4bdb-9e71-e5898ae3d7ae x-openstack-request-id: req-0c178154-d46c-4bdb-9e71-e5898ae3d7ae {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:45:14.811423 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2813c63-3608-4634-be5c-842c48f93501", "name": "network-vif-plugged", "status": "completed", "tag": "c46ab575-b415-4764-807d-b5aba12bd52e", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:45:14.816880 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c178154-d46c-4bdb-9e71-e5898ae3d7ae {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:45:14.816880 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2813c63-3608-4634-be5c-842c48f93501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'code': 200} Jun 21 04:45:14.921246 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:14.923023 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:15.087789 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=c46ab575-b415-4764-807d-b5aba12bd52e,revision_number=7']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:15.090765 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:15.137289 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a2caa-0cb5-43e4-bdde-33e94e026f62 req-f0dab82a-bac1-4d03-9842-f40f2b7ca161 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:15.138743 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-593a2caa-0cb5-43e4-bdde-33e94e026f62 req-f0dab82a-bac1-4d03-9842-f40f2b7ca161 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0645225 Jun 21 04:45:15.175480 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-593a2caa-0cb5-43e4-bdde-33e94e026f62 req-c09f2513-a7e0-4ec8-80a9-6b3822531526 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302210 Jun 21 04:45:15.332721 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcc20e-e6c8-4fa1-93fe-136cf509bc41 req-a2f313df-1ada-429a-bd4a-63a001cf1b94 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:15.334143 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-06fcc20e-e6c8-4fa1-93fe-136cf509bc41 req-a2f313df-1ada-429a-bd4a-63a001cf1b94 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0661485 Jun 21 04:45:15.371927 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-06fcc20e-e6c8-4fa1-93fe-136cf509bc41 req-e1833ec3-ebe4-4a64-b67c-73bfb0ecb5d6 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322211 Jun 21 04:45:16.556385 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b0818-f59c-4d43-9ca8-cbf347503538 req-06bc265b-2e23-4c41-8f27-c25e80e6d329 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:16.557855 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a89b0818-f59c-4d43-9ca8-cbf347503538 req-06bc265b-2e23-4c41-8f27-c25e80e6d329 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0648835 Jun 21 04:45:16.590265 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d2f67-73a2-4654-a980-29c853a58180 req-bcdb24db-4d93-4f89-ad6f-a12e4b0c887c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:16.591719 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-618d2f67-73a2-4654-a980-29c853a58180 req-bcdb24db-4d93-4f89-ad6f-a12e4b0c887c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.1548615 Jun 21 04:45:16.602446 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a89b0818-f59c-4d43-9ca8-cbf347503538 req-5c5af453-26f0-44e9-8c1b-4f3c8e9afa94 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323062 Jun 21 04:45:16.629182 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-618d2f67-73a2-4654-a980-29c853a58180 req-55ef1025-19db-401a-92a5-34fe0d431fe7 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317752 Jun 21 04:45:17.434482 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12d704-564d-4a79-b676-709d6e7f7321 req-eb74ea5d-8eb2-4807-86cf-1a572a9181fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:17.436227 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fa12d704-564d-4a79-b676-709d6e7f7321 req-eb74ea5d-8eb2-4807-86cf-1a572a9181fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b575213fd3cf475ba09994a823f48ca0&device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 1098 time: 0.0580983 Jun 21 04:45:17.547395 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12d704-564d-4a79-b676-709d6e7f7321 req-23835711-bcd2-48a0-ad78-9ab112e3b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:17.548986 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fa12d704-564d-4a79-b676-709d6e7f7321 req-23835711-bcd2-48a0-ad78-9ab112e3b358 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61390495-c3b7-4548-81d7-17e6d745f6c7 HTTP/1.1" status: 200 len: 917 time: 0.0853939 Jun 21 04:45:17.622247 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fa12d704-564d-4a79-b676-709d6e7f7321 req-0dad2189-15a5-4f24-ae1f-b8c6f7883731 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46ab575-b415-4764-807d-b5aba12bd52e HTTP/1.1" status: 200 len: 1000 time: 0.0614634 Jun 21 04:45:17.675359 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12d704-564d-4a79-b676-709d6e7f7321 req-de7b8a80-1b33-4d13-bd19-4284483fa645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:17.677737 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fa12d704-564d-4a79-b676-709d6e7f7321 req-de7b8a80-1b33-4d13-bd19-4284483fa645 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b671d7e-332a-43b4-8527-08dc27325fa0 HTTP/1.1" status: 200 len: 855 time: 0.0429428 Jun 21 04:45:17.735958 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12d704-564d-4a79-b676-709d6e7f7321 req-804cdb3b-fa0d-4cfa-883a-bbdbcf4fd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:17.737404 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fa12d704-564d-4a79-b676-709d6e7f7321 req-804cdb3b-fa0d-4cfa-883a-bbdbcf4fd027 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61390495-c3b7-4548-81d7-17e6d745f6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529671 Jun 21 04:45:17.790146 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663b08-b25d-42a8-8306-40c17ff0d4d0 req-e9cc955c-70f9-4f4c-a241-2630170670d3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:17.791906 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e9663b08-b25d-42a8-8306-40c17ff0d4d0 req-e9cc955c-70f9-4f4c-a241-2630170670d3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0686381 Jun 21 04:45:17.835234 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e9663b08-b25d-42a8-8306-40c17ff0d4d0 req-e63b9332-3b59-44af-9005-dd40cf63ed64 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373938 Jun 21 04:45:17.876658 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fa12d704-564d-4a79-b676-709d6e7f7321 req-7bc22bc5-51d9-4ee2-b145-043191fd727b service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304669 Jun 21 04:45:17.884833 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6917d-8be0-46c5-9d26-5ca7d9541dd8 req-d1c6b4da-ee42-4e61-93cc-f64775707c8e tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:17.886181 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7da6917d-8be0-46c5-9d26-5ca7d9541dd8 req-d1c6b4da-ee42-4e61-93cc-f64775707c8e tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.1228068 Jun 21 04:45:17.970554 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7da6917d-8be0-46c5-9d26-5ca7d9541dd8 req-9fae0ec2-b970-4b68-9e03-191eca8300dd tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766490 Jun 21 04:45:17.999452 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fa12d704-564d-4a79-b676-709d6e7f7321 req-fbed10ab-a140-4702-9e3a-51a7cb518a7c service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123166 Jun 21 04:45:18.485486 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea3daa-e525-45d5-9ff2-14d78451fcb9 req-4ab0df25-6396-49d9-b5e3-52168f9bc2e7 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:18.486948 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-77ea3daa-e525-45d5-9ff2-14d78451fcb9 req-4ab0df25-6396-49d9-b5e3-52168f9bc2e7 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0629623 Jun 21 04:45:18.524084 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-77ea3daa-e525-45d5-9ff2-14d78451fcb9 req-8b44319e-c585-42ee-b465-e775b59451f1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309563 Jun 21 04:45:18.775711 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce3a65-3668-484f-9e3c-0ea69356e9be req-3b520a3c-1ede-4234-bdd1-a3c0ab090f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:18.777195 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1fce3a65-3668-484f-9e3c-0ea69356e9be req-3b520a3c-1ede-4234-bdd1-a3c0ab090f79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fddde2cb5b784d03a92ed36190bf4c57&device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 1098 time: 0.0535345 Jun 21 04:45:18.874280 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce3a65-3668-484f-9e3c-0ea69356e9be req-68ba9db3-f2bf-49e0-a80b-87672b923399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:18.875788 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1fce3a65-3668-484f-9e3c-0ea69356e9be req-68ba9db3-f2bf-49e0-a80b-87672b923399 service neutron] 10.222.0.52 "GET /v2.0/networks?id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 HTTP/1.1" status: 200 len: 912 time: 0.0908144 Jun 21 04:45:18.977273 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1fce3a65-3668-484f-9e3c-0ea69356e9be req-9de3fbf4-51c3-49c8-9651-517b789c813d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7750dc-876c-440f-8b7f-4d8b1eddaba8 HTTP/1.1" status: 200 len: 1001 time: 0.0635545 Jun 21 04:45:19.029183 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c76fe6-fda0-4377-8056-4f04dda4a9e3 req-0fe02efd-3c66-405c-82a0-44705c7caf8b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:19.030682 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-88c76fe6-fda0-4377-8056-4f04dda4a9e3 req-0fe02efd-3c66-405c-82a0-44705c7caf8b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0672164 Jun 21 04:45:19.040139 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce3a65-3668-484f-9e3c-0ea69356e9be req-0bdec5c2-a793-4eb4-a9fe-13a4610156ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:19.041581 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1fce3a65-3668-484f-9e3c-0ea69356e9be req-0bdec5c2-a793-4eb4-a9fe-13a4610156ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a41fb09-670a-46b0-9438-50fcf86692cb HTTP/1.1" status: 200 len: 850 time: 0.0554440 Jun 21 04:45:19.069641 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-88c76fe6-fda0-4377-8056-4f04dda4a9e3 req-eba7ff11-6abd-42f2-9cc7-6cfc9521cc23 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329678 Jun 21 04:45:19.103971 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce3a65-3668-484f-9e3c-0ea69356e9be req-f8a5b60c-9a97-4825-ba3b-ab0643e02a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:19.105445 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1fce3a65-3668-484f-9e3c-0ea69356e9be req-f8a5b60c-9a97-4825-ba3b-ab0643e02a19 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0563490 Jun 21 04:45:19.216638 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1fce3a65-3668-484f-9e3c-0ea69356e9be req-b60279fa-44ae-46e3-ae8b-6eb49b2974fd service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996168 Jun 21 04:45:19.318581 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1fce3a65-3668-484f-9e3c-0ea69356e9be req-2ed40b9f-6a13-4ece-9061-218486536933 service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891497 Jun 21 04:45:19.741197 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d40b7-b680-487b-a8ea-e2cec0c73980 req-5183bad3-d278-4f4b-abea-0a1e8351ac1f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:19.743646 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-383d40b7-b680-487b-a8ea-e2cec0c73980 req-5183bad3-d278-4f4b-abea-0a1e8351ac1f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.1018538 Jun 21 04:45:19.819376 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-383d40b7-b680-487b-a8ea-e2cec0c73980 req-27138a77-030a-4f57-b2c2-9d5a27391952 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642776 Jun 21 04:45:19.940166 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 51156) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:20.053116 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-b06bc134-cf83-435d-920c-bdd28820604d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:20.152518 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-b06bc134-cf83-435d-920c-bdd28820604d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:20.240047 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-b06bc134-cf83-435d-920c-bdd28820604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:20.259382 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-47e16be9-3b01-48e4-8f5e-a4c5b111237d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:20.306315 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-b06bc134-cf83-435d-920c-bdd28820604d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=008d0f8713364227a90ad50fe11dd0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647423 Jun 21 04:45:20.309370 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 51162) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:20.318582 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bc134-cf83-435d-920c-bdd28820604d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bc596e-7f09-4691-a9fa-d637a9022070,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:20.322145 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-b06bc134-cf83-435d-920c-bdd28820604d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:20.344350 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de1ad4-5ee7-43a4-8cea-5a0d64a41868 req-7dd1a12e-acd7-4769-a545-32fab6c58862 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:20.358984 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-59de1ad4-5ee7-43a4-8cea-5a0d64a41868 req-7dd1a12e-acd7-4769-a545-32fab6c58862 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.1256657 Jun 21 04:45:20.394600 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-204c7dc6-f411-447b-8a15-5cb1598d0f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:20.403114 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-59de1ad4-5ee7-43a4-8cea-5a0d64a41868 req-cb7d4c7a-d909-48bf-af35-e42ae97ea3b4 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431440 Jun 21 04:45:20.419086 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-204c7dc6-f411-447b-8a15-5cb1598d0f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:20.582295 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-204c7dc6-f411-447b-8a15-5cb1598d0f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:20.585736 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-204c7dc6-f411-447b-8a15-5cb1598d0f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:20.589202 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-204c7dc6-f411-447b-8a15-5cb1598d0f70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1bc596e-7f09-4691-a9fa-d637a9022070 HTTP/1.1" status: 204 len: 168 time: 0.2764740 Jun 21 04:45:20.589202 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-cd6ee9ec-6938-41fe-b291-365258e2c9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:20.601938 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c7dc6-f411-447b-8a15-5cb1598d0f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bc596e-7f09-4691-a9fa-d637a9022070,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:20.604747 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-204c7dc6-f411-447b-8a15-5cb1598d0f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:21.021007 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e09e57-a05b-4983-9e62-d0eb7fcb81eb req-d08d915e-e378-4687-b699-55ce0b2686aa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:21.028441 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-78e09e57-a05b-4983-9e62-d0eb7fcb81eb req-d08d915e-e378-4687-b699-55ce0b2686aa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0896242 Jun 21 04:45:21.087668 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-78e09e57-a05b-4983-9e62-d0eb7fcb81eb req-2aeca5d3-3574-49d2-a06a-9232a37dda35 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580978 Jun 21 04:45:21.534197 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 51190) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:21.550490 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2af3e89f-23df-47c4-8e9e-e99f8cdc47eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:21.674609 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2af3e89f-23df-47c4-8e9e-e99f8cdc47eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:21.741838 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2af3e89f-23df-47c4-8e9e-e99f8cdc47eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:21.744836 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-76a539f3-1c89-4f81-9660-f24428b576ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:21.787902 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3e89f-23df-47c4-8e9e-e99f8cdc47eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2270f37f-4c63-49e6-9e4e-bb86b52fc80e,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:21.794409 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-2af3e89f-23df-47c4-8e9e-e99f8cdc47eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ae1789158f944868c36be1cff8c4168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585666 Jun 21 04:45:21.795634 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-2af3e89f-23df-47c4-8e9e-e99f8cdc47eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:21.797176 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 51194) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:21.887527 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-cf16e7ca-7ed4-413f-bd47-110d29fe0020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:21.919548 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-cf16e7ca-7ed4-413f-bd47-110d29fe0020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:22.124463 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17995666-8775-41d2-b87f-232098b4747d req-f07d2327-7477-4a1e-a6a4-36f90bdf4303 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:22.133355 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-17995666-8775-41d2-b87f-232098b4747d req-f07d2327-7477-4a1e-a6a4-36f90bdf4303 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0907691 Jun 21 04:45:22.179786 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-17995666-8775-41d2-b87f-232098b4747d req-69a0ed4d-d9f3-46de-bd4d-054a029684a7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453775 Jun 21 04:45:22.300388 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5212e3-afcd-4490-9d87-aa99684b743e req-66763a63-88bf-4e6f-acaf-bfb5f153ea2a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:22.301889 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1d5212e3-afcd-4490-9d87-aa99684b743e req-66763a63-88bf-4e6f-acaf-bfb5f153ea2a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0725317 Jun 21 04:45:22.349273 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1d5212e3-afcd-4490-9d87-aa99684b743e req-dd13142a-7596-4fe4-aaa4-d7ff8d305a26 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372894 Jun 21 04:45:22.456301 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-cf16e7ca-7ed4-413f-bd47-110d29fe0020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:22.461602 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-cf16e7ca-7ed4-413f-bd47-110d29fe0020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:22.463911 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-cf16e7ca-7ed4-413f-bd47-110d29fe0020 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2270f37f-4c63-49e6-9e4e-bb86b52fc80e HTTP/1.1" status: 204 len: 168 time: 0.6655490 Jun 21 04:45:22.468429 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d5bb930e-052e-4e4b-acb4-1e2282992717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:22.473985 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16e7ca-7ed4-413f-bd47-110d29fe0020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2270f37f-4c63-49e6-9e4e-bb86b52fc80e,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:22.479065 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-cf16e7ca-7ed4-413f-bd47-110d29fe0020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:23.399461 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5f027-cb92-4778-9988-e113de94d60a req-d369595a-d9ab-4666-a528-e2c1c3befc1d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:23.414305 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e8a5f027-cb92-4778-9988-e113de94d60a req-d369595a-d9ab-4666-a528-e2c1c3befc1d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.1028745 Jun 21 04:45:23.479693 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e8a5f027-cb92-4778-9988-e113de94d60a req-a7e082be-dfa3-4595-b86c-3cfa11540f84 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598757 Jun 21 04:45:23.570580 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-100c9c4b-bd49-499a-a0cf-276c6269e2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:23.907378 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:24.711978 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f62e7-51d4-4fc5-810f-c2eb3165a6f2 req-84bfbf76-f4f6-4807-98af-63f1c4815a8d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:24.719065 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b55f62e7-51d4-4fc5-810f-c2eb3165a6f2 req-84bfbf76-f4f6-4807-98af-63f1c4815a8d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0776415 Jun 21 04:45:25.017574 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b55f62e7-51d4-4fc5-810f-c2eb3165a6f2 req-9701a333-4667-4ad8-9eb1-5a2371b10c89 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974992 Jun 21 04:45:25.883242 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 51308) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:25.996714 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-26108c7c-fa62-4fc4-b2a9-67799d1534e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:26.097917 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-26108c7c-fa62-4fc4-b2a9-67799d1534e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:26.209833 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-26108c7c-fa62-4fc4-b2a9-67799d1534e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:26.212521 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6e5188d6-b158-4275-97cc-32acb99bdf64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:26.249222 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489ada7-ed3e-4b1e-b8fe-d259ba09e4a1 req-c7559556-96c8-4bb8-a08b-788dbc3fbe97 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:26.250789 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3489ada7-ed3e-4b1e-b8fe-d259ba09e4a1 req-c7559556-96c8-4bb8-a08b-788dbc3fbe97 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0889835 Jun 21 04:45:26.259341 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26108c7c-fa62-4fc4-b2a9-67799d1534e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be37a63-0986-4ba2-8560-3e61e43f2c5f,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:26.275101 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-26108c7c-fa62-4fc4-b2a9-67799d1534e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:26.300924 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-26108c7c-fa62-4fc4-b2a9-67799d1534e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23f910e624924e279fcb04c3476c6e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165535 Jun 21 04:45:26.302247 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 51314) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:26.304741 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8c6d-acba-4c49-9799-7933af83da0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:26.314132 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3489ada7-ed3e-4b1e-b8fe-d259ba09e4a1 req-c4db0acf-b964-40db-8f52-0e342168bce5 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556622 Jun 21 04:45:26.383094 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b68e032e-8d85-4dbe-9b0c-9c270e510c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:26.405956 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b68e032e-8d85-4dbe-9b0c-9c270e510c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:27.170071 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b68e032e-8d85-4dbe-9b0c-9c270e510c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:27.179712 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b68e032e-8d85-4dbe-9b0c-9c270e510c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:27.179712 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-b68e032e-8d85-4dbe-9b0c-9c270e510c86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8be37a63-0986-4ba2-8560-3e61e43f2c5f HTTP/1.1" status: 204 len: 168 time: 0.8704581 Jun 21 04:45:27.179712 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-204c7dc6-f411-447b-8a15-5cb1598d0f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:27.183057 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e032e-8d85-4dbe-9b0c-9c270e510c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be37a63-0986-4ba2-8560-3e61e43f2c5f,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:27.185074 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-b68e032e-8d85-4dbe-9b0c-9c270e510c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:27.278433 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:27.428591 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:27.535422 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d913fd-8da7-4307-ab79-9c18925f0f79 req-3b0f4da1-ae45-4b16-bf69-fe4255209525 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:27.538227 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-85d913fd-8da7-4307-ab79-9c18925f0f79 req-3b0f4da1-ae45-4b16-bf69-fe4255209525 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0763144 Jun 21 04:45:27.586043 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-85d913fd-8da7-4307-ab79-9c18925f0f79 req-7812e406-1fd7-4076-9c76-b2deaf720ab0 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375061 Jun 21 04:45:28.030713 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 51338) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:28.049205 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-42a23447-452a-4cdb-955e-747f8919d557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:28.152910 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-42a23447-452a-4cdb-955e-747f8919d557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:28.218712 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-42a23447-452a-4cdb-955e-747f8919d557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:28.221996 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-2e1cabf1-751c-4cf6-aef7-8f7fd8a706fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:28.252512 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a23447-452a-4cdb-955e-747f8919d557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27868ee0-e649-4428-859a-0e6eda960133,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:28.255820 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-42a23447-452a-4cdb-955e-747f8919d557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:28.272495 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-42a23447-452a-4cdb-955e-747f8919d557 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d83c2c85f7440f28ad45586a49ec5af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483671 Jun 21 04:45:28.275761 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 51344) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:28.340324 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:28.373708 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:28.527578 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:28.538666 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:28.538666 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27868ee0-e649-4428-859a-0e6eda960133 HTTP/1.1" status: 204 len: 168 time: 0.2534661 Jun 21 04:45:28.538666 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-209805c0-3db7-4079-a02e-16fbde9342a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:28.542543 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27868ee0-e649-4428-859a-0e6eda960133,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:28.549806 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:28.550135 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:28.550487 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:28.550838 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:28.551225 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:28.551582 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:28.552095 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:28.552700 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:28.553200 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:28.553701 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:28.554189 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:28.554694 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:45:28.560289 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:28.805289 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1504e4-3a8d-4868-9138-35ff5977f592 req-ec8c395c-0a3b-4a7e-bfdb-b9801fc56d75 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:28.807116 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cb1504e4-3a8d-4868-9138-35ff5977f592 req-ec8c395c-0a3b-4a7e-bfdb-b9801fc56d75 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0783865 Jun 21 04:45:28.850076 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cb1504e4-3a8d-4868-9138-35ff5977f592 req-c7c65728-9a27-4ecc-b8a2-5a2a40ba6ad4 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363526 Jun 21 04:45:29.058353 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:30.069199 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30c260-ef7c-47f8-8c5c-2fa0609e13d5 req-037ea28f-f950-45e5-9ffe-04f10477542a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:30.071484 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-bd30c260-ef7c-47f8-8c5c-2fa0609e13d5 req-037ea28f-f950-45e5-9ffe-04f10477542a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0863178 Jun 21 04:45:30.116413 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-bd30c260-ef7c-47f8-8c5c-2fa0609e13d5 req-5e1f8493-7a8b-4dfb-a0de-5918a59520ce tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387533 Jun 21 04:45:31.418862 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94434ed8-2f44-4044-b70e-9c31f59afec3 req-5016e7a0-6f02-4d8f-8537-5727789ad71f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:31.421064 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-94434ed8-2f44-4044-b70e-9c31f59afec3 req-5016e7a0-6f02-4d8f-8537-5727789ad71f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0747507 Jun 21 04:45:31.466020 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-94434ed8-2f44-4044-b70e-9c31f59afec3 req-db53e519-a9a4-45bb-b581-2f7cc90e97f8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388069 Jun 21 04:45:32.502929 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 51442) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:32.631674 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-24b876ad-9b4b-47d8-8d0c-278e09733214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:32.701353 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faceb65-c55f-4255-b282-0bfd44fb31dd req-54d5e43a-e2d7-49b3-afef-d39d16e801d3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:32.702819 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9faceb65-c55f-4255-b282-0bfd44fb31dd req-54d5e43a-e2d7-49b3-afef-d39d16e801d3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.1045122 Jun 21 04:45:32.760879 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9faceb65-c55f-4255-b282-0bfd44fb31dd req-47956932-f484-43ce-907f-de1634cee948 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514836 Jun 21 04:45:32.787293 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-24b876ad-9b4b-47d8-8d0c-278e09733214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:32.864073 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-24b876ad-9b4b-47d8-8d0c-278e09733214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:32.866576 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a50a2649-683e-4f58-a954-cfaad76727df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:32.906636 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-24b876ad-9b4b-47d8-8d0c-278e09733214 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55864a24e5054e90a67baca2778234c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025481 Jun 21 04:45:32.907568 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b876ad-9b4b-47d8-8d0c-278e09733214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469c1725-ca83-4e43-81f1-d806a1da4823,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:32.909360 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 51448) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:32.910770 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-24b876ad-9b4b-47d8-8d0c-278e09733214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:32.960267 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-bb6ebd95-0f18-49eb-89b8-a5df41388ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:32.981015 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-bb6ebd95-0f18-49eb-89b8-a5df41388ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:33.104238 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-bb6ebd95-0f18-49eb-89b8-a5df41388ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:33.106741 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-bb6ebd95-0f18-49eb-89b8-a5df41388ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:33.107870 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-bb6ebd95-0f18-49eb-89b8-a5df41388ffc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/469c1725-ca83-4e43-81f1-d806a1da4823 HTTP/1.1" status: 204 len: 168 time: 0.1975362 Jun 21 04:45:33.108546 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:33.119510 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ebd95-0f18-49eb-89b8-a5df41388ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469c1725-ca83-4e43-81f1-d806a1da4823,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:33.119510 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-bb6ebd95-0f18-49eb-89b8-a5df41388ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:33.728528 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 51460) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:33.742207 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-270d9387-a43d-4aa3-9873-1bca6d8282c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:33.832098 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-270d9387-a43d-4aa3-9873-1bca6d8282c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:33.944504 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-270d9387-a43d-4aa3-9873-1bca6d8282c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:33.951902 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ef441-d457-4591-a3e9-bfd48d7b1768 req-8b0d19a3-4dd5-443e-a3eb-91cd60696008 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:33.952384 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ed8e464b-3686-4a1b-9ba2-fe641a4bcb16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:33.953015 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-869ef441-d457-4591-a3e9-bfd48d7b1768 req-8b0d19a3-4dd5-443e-a3eb-91cd60696008 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0758283 Jun 21 04:45:33.987980 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-270d9387-a43d-4aa3-9873-1bca6d8282c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5727f5a61cc44d0f81eb6bd01dc085e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582657 Jun 21 04:45:33.991372 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 51470) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:34.000249 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-869ef441-d457-4591-a3e9-bfd48d7b1768 req-cd1ba918-6dcf-46ba-8d3b-8a0a565a637d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462935 Jun 21 04:45:34.023639 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d9387-a43d-4aa3-9873-1bca6d8282c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26b3772-a10d-4bc4-a7b7-3db239001f30,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:34.027438 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-270d9387-a43d-4aa3-9873-1bca6d8282c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:34.098670 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0da3-3fc3-454a-809c-526ec49155b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:34.131089 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0da3-3fc3-454a-809c-526ec49155b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:34.144376 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796814c6-005d-4f05-9652-d7943961a72e req-04cab8c1-db95-42f1-a34d-50c31046cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:34.146618 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-796814c6-005d-4f05-9652-d7943961a72e req-04cab8c1-db95-42f1-a34d-50c31046cd64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b575213fd3cf475ba09994a823f48ca0&device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 1098 time: 0.2960145 Jun 21 04:45:34.246994 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796814c6-005d-4f05-9652-d7943961a72e req-8c14a5d6-7eff-4b3b-9fea-ca10809c1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:34.254979 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-796814c6-005d-4f05-9652-d7943961a72e req-8c14a5d6-7eff-4b3b-9fea-ca10809c1fd6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61390495-c3b7-4548-81d7-17e6d745f6c7 HTTP/1.1" status: 200 len: 917 time: 0.0902736 Jun 21 04:45:34.319846 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0da3-3fc3-454a-809c-526ec49155b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:34.322531 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0da3-3fc3-454a-809c-526ec49155b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:34.323651 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-5aeb0da3-3fc3-454a-809c-526ec49155b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c26b3772-a10d-4bc4-a7b7-3db239001f30 HTTP/1.1" status: 204 len: 168 time: 0.3313515 Jun 21 04:45:34.329584 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-cf16e7ca-7ed4-413f-bd47-110d29fe0020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:34.329584 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-796814c6-005d-4f05-9652-d7943961a72e req-c20042c4-2795-4584-a89b-1e29e7e58c7a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46ab575-b415-4764-807d-b5aba12bd52e HTTP/1.1" status: 200 len: 1000 time: 0.0683131 Jun 21 04:45:34.334132 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb0da3-3fc3-454a-809c-526ec49155b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26b3772-a10d-4bc4-a7b7-3db239001f30,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:34.336691 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5aeb0da3-3fc3-454a-809c-526ec49155b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:34.383071 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796814c6-005d-4f05-9652-d7943961a72e req-654a4992-743b-464d-9352-efba3f0f1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:34.384550 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-796814c6-005d-4f05-9652-d7943961a72e req-654a4992-743b-464d-9352-efba3f0f1277 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b671d7e-332a-43b4-8527-08dc27325fa0 HTTP/1.1" status: 200 len: 855 time: 0.0467963 Jun 21 04:45:34.450053 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796814c6-005d-4f05-9652-d7943961a72e req-113ac12c-7bcd-4f7d-8d0c-b1de951a237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:34.451590 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-796814c6-005d-4f05-9652-d7943961a72e req-113ac12c-7bcd-4f7d-8d0c-b1de951a237a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61390495-c3b7-4548-81d7-17e6d745f6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561662 Jun 21 04:45:34.548862 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-796814c6-005d-4f05-9652-d7943961a72e req-8f1e3ca3-7a3d-44a4-b614-f790aaff6422 service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848143 Jun 21 04:45:34.641782 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-796814c6-005d-4f05-9652-d7943961a72e req-f70ed7fa-4d26-4777-9699-c63c58c84d49 service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815537 Jun 21 04:45:35.175751 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bf88a-63aa-42c7-beec-abefb0329de4 req-eb15e6a5-545d-4396-b8a1-00678657272c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:35.177881 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-506bf88a-63aa-42c7-beec-abefb0329de4 req-eb15e6a5-545d-4396-b8a1-00678657272c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0691581 Jun 21 04:45:35.219584 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-506bf88a-63aa-42c7-beec-abefb0329de4 req-cebfe824-ebe7-4d44-87b7-4dae266c6fed tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361660 Jun 21 04:45:35.925232 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 51510) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:36.024362 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c12b5f8f-939b-49c4-9bed-fd6b9a72a3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:36.110814 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c12b5f8f-939b-49c4-9bed-fd6b9a72a3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:36.178603 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c12b5f8f-939b-49c4-9bed-fd6b9a72a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:36.181435 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-74a2ef38-7c38-4678-bdcf-95efaabd2606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:36.219976 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-c12b5f8f-939b-49c4-9bed-fd6b9a72a3d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00d4c3e038e248689516270df12b9ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936804 Jun 21 04:45:36.221096 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b5f8f-939b-49c4-9bed-fd6b9a72a3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fdd4bc-4358-44f0-a700-494c7bb0fd32,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:36.222576 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 51520) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:36.224047 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-c12b5f8f-939b-49c4-9bed-fd6b9a72a3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:36.282087 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-eec83dd5-2d7a-4d68-891f-18795b269c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:36.302752 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-eec83dd5-2d7a-4d68-891f-18795b269c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:36.410658 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d26f6-00d2-42a2-b663-a738a69a7e68 req-a5da94cb-3c40-4a3b-afbc-e6cdaf375841 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:36.412159 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-de5d26f6-00d2-42a2-b663-a738a69a7e68 req-a5da94cb-3c40-4a3b-afbc-e6cdaf375841 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0684266 Jun 21 04:45:36.418157 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-eec83dd5-2d7a-4d68-891f-18795b269c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:36.420787 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-eec83dd5-2d7a-4d68-891f-18795b269c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:36.421894 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-eec83dd5-2d7a-4d68-891f-18795b269c7d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57fdd4bc-4358-44f0-a700-494c7bb0fd32 HTTP/1.1" status: 204 len: 168 time: 0.1923699 Jun 21 04:45:36.422773 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-26108c7c-fa62-4fc4-b2a9-67799d1534e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:36.430785 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec83dd5-2d7a-4d68-891f-18795b269c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fdd4bc-4358-44f0-a700-494c7bb0fd32,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:36.433185 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-eec83dd5-2d7a-4d68-891f-18795b269c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:36.456650 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-de5d26f6-00d2-42a2-b663-a738a69a7e68 req-f290e47b-c799-4426-a354-03349dda2a29 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383382 Jun 21 04:45:37.649489 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91316197-b04a-41d7-ac81-fe7fd80d40e7 req-abc2ff03-5400-4fd7-9acf-1bc694f3096f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:37.650928 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-91316197-b04a-41d7-ac81-fe7fd80d40e7 req-abc2ff03-5400-4fd7-9acf-1bc694f3096f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 945 time: 0.0674608 Jun 21 04:45:37.687715 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-91316197-b04a-41d7-ac81-fe7fd80d40e7 req-734ef48c-8531-4b13-8dc0-934db3a3c221 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307701 Jun 21 04:45:37.743291 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:45:37.778029 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device c46ab575-b415-4764-807d-b5aba12bd52e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:45:37.860819 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:37.883674 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2813c63-3608-4634-be5c-842c48f93501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c46ab575-b415-4764-807d-b5aba12bd52e'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:45:37.885952 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696c7acc-3acf-4c65-b177-0fd6f9f8cb25" -d '{"events": [{"server_uuid": "b2813c63-3608-4634-be5c-842c48f93501", "name": "network-vif-unplugged", "status": "completed", "tag": "c46ab575-b415-4764-807d-b5aba12bd52e"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:45:37.899268 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port c46ab575-b415-4764-807d-b5aba12bd52e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c46ab575-b415-4764-807d-b5aba12bd52e,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:45:37.922601 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 04:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e53a7ae-2f81-444a-834b-e754c35ed2f2 x-openstack-request-id: req-4e53a7ae-2f81-444a-834b-e754c35ed2f2 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:45:37.922900 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2813c63-3608-4634-be5c-842c48f93501", "name": "network-vif-unplugged", "status": "completed", "tag": "c46ab575-b415-4764-807d-b5aba12bd52e", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:45:37.923190 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e53a7ae-2f81-444a-834b-e754c35ed2f2 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:45:37.923599 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2813c63-3608-4634-be5c-842c48f93501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'code': 200} Jun 21 04:45:38.027215 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:38.029830 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-60fa11c8-9c62-49ff-8094-ab889a20959d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:45:38.077010 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=c46ab575-b415-4764-807d-b5aba12bd52e,revision_number=8']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:45:38.080201 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:45:39.392551 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f195785-2059-4ba4-ac91-e4b67bd49b1c req-2b0a4aa5-315b-48cf-998c-d974fc12c6d9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:39.394045 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9f195785-2059-4ba4-ac91-e4b67bd49b1c req-2b0a4aa5-315b-48cf-998c-d974fc12c6d9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0673504 Jun 21 04:45:39.434852 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9f195785-2059-4ba4-ac91-e4b67bd49b1c req-610c6757-8b37-4987-b3fd-8e517e96e25b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339348 Jun 21 04:45:39.890392 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 51622) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:45:39.989957 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-75c914ae-aaa8-4980-8de3-a253fe964529 req-05ef2558-46db-4a02-a2f1-a0812469b29d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982761 Jun 21 04:45:40.620888 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001ccd1-6f8c-439d-b7e0-2a4894d10124 req-849eaa19-7cca-46c4-a90c-290b7c84e984 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:40.622327 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b001ccd1-6f8c-439d-b7e0-2a4894d10124 req-849eaa19-7cca-46c4-a90c-290b7c84e984 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0634429 Jun 21 04:45:40.660466 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b001ccd1-6f8c-439d-b7e0-2a4894d10124 req-d8cf274f-a379-4400-8eec-aded31bc47ab tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324097 Jun 21 04:45:41.782896 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device c46ab575-b415-4764-807d-b5aba12bd52e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:45:41.837935 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e6557-f9ff-4850-b70e-f69dc83ab36d req-595737aa-be1c-4bcd-81e4-d131fa9c91e0 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:41.839307 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-919e6557-f9ff-4850-b70e-f69dc83ab36d req-595737aa-be1c-4bcd-81e4-d131fa9c91e0 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0625906 Jun 21 04:45:41.879886 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-919e6557-f9ff-4850-b70e-f69dc83ab36d req-bc730122-c34e-484f-ad9f-4a4d650ca11e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347669 Jun 21 04:45:43.053034 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806b768-728f-4ab0-815f-78656244b114 req-4ac79293-53a8-475e-9bf5-a97e7aa30f05 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:43.054457 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1806b768-728f-4ab0-815f-78656244b114 req-4ac79293-53a8-475e-9bf5-a97e7aa30f05 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0610502 Jun 21 04:45:43.091312 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1806b768-728f-4ab0-815f-78656244b114 req-33eee223-d8ce-4461-8882-e3b2c8641d13 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313346 Jun 21 04:45:44.264709 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b74b7-cb53-4ce6-a250-2ec7396005a8 req-76aa567b-f869-4e02-a912-ff7d16fa8669 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:44.266113 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-138b74b7-cb53-4ce6-a250-2ec7396005a8 req-76aa567b-f869-4e02-a912-ff7d16fa8669 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0618608 Jun 21 04:45:44.303656 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-138b74b7-cb53-4ce6-a250-2ec7396005a8 req-d3e48ebb-b02c-450b-bf1f-dec4d8c37599 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307455 Jun 21 04:45:45.484305 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aadcfc-91fc-47c1-a602-37ce2e0e90f7 req-ba7b2ae7-8154-4ee0-b7e8-fc1bd2827891 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:45.485748 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-09aadcfc-91fc-47c1-a602-37ce2e0e90f7 req-ba7b2ae7-8154-4ee0-b7e8-fc1bd2827891 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0667892 Jun 21 04:45:45.523406 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-09aadcfc-91fc-47c1-a602-37ce2e0e90f7 req-704e4883-89d3-47fa-a63e-35cac79e33c3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314879 Jun 21 04:45:46.696918 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50b308-acf0-4b78-852a-492e0b2533bd req-3bf6b98a-075c-43e3-980b-0b70e8888d1d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:46.698360 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0a50b308-acf0-4b78-852a-492e0b2533bd req-3bf6b98a-075c-43e3-980b-0b70e8888d1d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0615420 Jun 21 04:45:46.735507 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0a50b308-acf0-4b78-852a-492e0b2533bd req-d2b7207a-a726-4d30-9af2-5ea0882b45fc tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314620 Jun 21 04:45:47.911218 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5f19c-f181-4312-95e7-8be7e35cb485 req-3b2d6617-7d83-42ea-be02-33aa55b3054f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:47.913427 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4ab5f19c-f181-4312-95e7-8be7e35cb485 req-3b2d6617-7d83-42ea-be02-33aa55b3054f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0621884 Jun 21 04:45:47.950055 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4ab5f19c-f181-4312-95e7-8be7e35cb485 req-10aeef07-fe49-4576-b72d-538cb4e3fe92 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311141 Jun 21 04:45:49.131542 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5050f-6083-4b12-a327-f530f490bc30 req-8c5faf7f-e2d7-40b9-bb9a-b206882884a1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:49.132895 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-00a5050f-6083-4b12-a327-f530f490bc30 req-8c5faf7f-e2d7-40b9-bb9a-b206882884a1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0659544 Jun 21 04:45:49.169209 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-00a5050f-6083-4b12-a327-f530f490bc30 req-ab3ef91a-397e-4bb3-bab2-7203ab8b9224 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308580 Jun 21 04:45:50.349382 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923ea74-4c6f-4799-ae18-05f2c0627f52 req-68d06233-c5e8-4ca5-b03b-76dee1b116de tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:50.351281 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b923ea74-4c6f-4799-ae18-05f2c0627f52 req-68d06233-c5e8-4ca5-b03b-76dee1b116de tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0643833 Jun 21 04:45:50.397352 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b923ea74-4c6f-4799-ae18-05f2c0627f52 req-1338b873-0695-43ed-a0be-74d72d723a4c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402567 Jun 21 04:45:51.625339 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c914ae-aaa8-4980-8de3-a253fe964529 req-1c47ddfd-e746-43a8-b671-0b121c4ab509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:51.626738 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-75c914ae-aaa8-4980-8de3-a253fe964529 req-1c47ddfd-e746-43a8-b671-0b121c4ab509 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501&tenant_id=b575213fd3cf475ba09994a823f48ca0 HTTP/1.1" status: 200 len: 1096 time: 0.0889482 Jun 21 04:45:51.717211 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c914ae-aaa8-4980-8de3-a253fe964529 req-1dfdf587-d115-4a69-a951-81aee6fd1613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:51.718673 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-75c914ae-aaa8-4980-8de3-a253fe964529 req-1dfdf587-d115-4a69-a951-81aee6fd1613 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b575213fd3cf475ba09994a823f48ca0&device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 1096 time: 0.0528154 Jun 21 04:45:51.733994 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770bfff-2b03-485e-b0ed-8f7a0e72ccec req-d3215e80-6d8f-4f79-9ba5-815953f2e2c2 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:51.735438 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1770bfff-2b03-485e-b0ed-8f7a0e72ccec req-d3215e80-6d8f-4f79-9ba5-815953f2e2c2 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0623453 Jun 21 04:45:51.772768 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1770bfff-2b03-485e-b0ed-8f7a0e72ccec req-5971bc8f-54f9-4c1e-82ca-feffa0231693 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311258 Jun 21 04:45:51.813510 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c914ae-aaa8-4980-8de3-a253fe964529 req-a51b6c09-1a8d-4714-88e5-116f68c64c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:51.819334 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-75c914ae-aaa8-4980-8de3-a253fe964529 req-a51b6c09-1a8d-4714-88e5-116f68c64c06 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61390495-c3b7-4548-81d7-17e6d745f6c7 HTTP/1.1" status: 200 len: 917 time: 0.0931242 Jun 21 04:45:51.886723 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-75c914ae-aaa8-4980-8de3-a253fe964529 req-c49a094e-aff9-41db-82cd-54278972d695 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46ab575-b415-4764-807d-b5aba12bd52e HTTP/1.1" status: 200 len: 998 time: 0.0596619 Jun 21 04:45:51.937338 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c914ae-aaa8-4980-8de3-a253fe964529 req-5e26b8e9-9e47-4b05-83f9-7d6e803c74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:51.938866 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-75c914ae-aaa8-4980-8de3-a253fe964529 req-5e26b8e9-9e47-4b05-83f9-7d6e803c74b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b671d7e-332a-43b4-8527-08dc27325fa0 HTTP/1.1" status: 200 len: 855 time: 0.0431590 Jun 21 04:45:52.002054 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c914ae-aaa8-4980-8de3-a253fe964529 req-9d0473a2-7f1a-4b64-bba7-d326ec8a1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:52.003484 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-75c914ae-aaa8-4980-8de3-a253fe964529 req-9d0473a2-7f1a-4b64-bba7-d326ec8a1fb6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61390495-c3b7-4548-81d7-17e6d745f6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495877 Jun 21 04:45:52.100810 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-75c914ae-aaa8-4980-8de3-a253fe964529 req-70d7d381-dd8a-4156-8421-2bf0c3606e9a service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825419 Jun 21 04:45:52.187763 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-75c914ae-aaa8-4980-8de3-a253fe964529 req-584a1574-fbd3-4a35-a6c4-10ceae0e358c service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802741 Jun 21 04:45:52.967878 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890160a-3cfe-4202-875b-a7608c0a8b4c req-b2ee6a63-ace3-4a54-b3a0-340e04d30888 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:52.969948 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c890160a-3cfe-4202-875b-a7608c0a8b4c req-b2ee6a63-ace3-4a54-b3a0-340e04d30888 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0784273 Jun 21 04:45:53.032228 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c890160a-3cfe-4202-875b-a7608c0a8b4c req-6ddf472c-2529-4ee7-aa8d-12f649a2c1f7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537033 Jun 21 04:45:53.581287 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-88f5bfac-60fa-428d-9eff-cc5a178118ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:53.904353 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:54.203319 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66f23d-7a30-497e-9363-430d96489728 req-c36be4d6-5c27-44c8-b171-0f7789dccf09 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:54.204749 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9b66f23d-7a30-497e-9363-430d96489728 req-c36be4d6-5c27-44c8-b171-0f7789dccf09 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0634701 Jun 21 04:45:54.246300 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9b66f23d-7a30-497e-9363-430d96489728 req-881a2990-25c4-412d-806d-c9b517ab825e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358291 Jun 21 04:45:55.442541 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259b2ed-e53b-40e7-8bc6-7b5cc65783c0 req-ad2e1fb0-6de3-4d93-a8fc-bdd1ac39dee8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:55.444189 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a259b2ed-e53b-40e7-8bc6-7b5cc65783c0 req-ad2e1fb0-6de3-4d93-a8fc-bdd1ac39dee8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0793459 Jun 21 04:45:55.484276 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a259b2ed-e53b-40e7-8bc6-7b5cc65783c0 req-66980d65-8762-4c07-a09c-4b9077527751 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338371 Jun 21 04:45:56.664301 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-84f4fcfd-df38-4c0f-94ea-5336577ed6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:56.696728 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9f0a1-33ed-4b50-9206-61fcac9f2243 req-c68718fc-4ac1-4344-a19d-689826bc64ea tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:56.698858 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ccd9f0a1-33ed-4b50-9206-61fcac9f2243 req-c68718fc-4ac1-4344-a19d-689826bc64ea tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0957737 Jun 21 04:45:56.738266 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:56.757620 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ccd9f0a1-33ed-4b50-9206-61fcac9f2243 req-23a751ef-8796-4593-a4cd-a59052a797e9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521498 Jun 21 04:45:57.349903 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:57.944056 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdfad6-5b2e-4df3-8361-80f8cf339471 req-6acc4b69-7596-4531-aa58-901aaf159708 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:57.945706 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f2fdfad6-5b2e-4df3-8361-80f8cf339471 req-6acc4b69-7596-4531-aa58-901aaf159708 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0642252 Jun 21 04:45:57.987130 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f2fdfad6-5b2e-4df3-8361-80f8cf339471 req-7dbe5df9-f30b-4b6d-ab90-db941542ab6a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333776 Jun 21 04:45:59.138293 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:59.174676 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f697b6-a5d4-4975-b86c-99c35d377b25 req-48e5beee-0100-4926-8ae1-e637b79137da tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:45:59.177110 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a7f697b6-a5d4-4975-b86c-99c35d377b25 req-48e5beee-0100-4926-8ae1-e637b79137da tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0670540 Jun 21 04:45:59.221892 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a7f697b6-a5d4-4975-b86c-99c35d377b25 req-f1812d1d-7166-4059-b7c1-ac941521526f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338657 Jun 21 04:46:00.407892 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45080e-7089-4273-94e6-7537e85efacb req-1a4ef5d6-97e3-4cba-8c34-79cb8ffadcda tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:00.411845 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7e45080e-7089-4273-94e6-7537e85efacb req-1a4ef5d6-97e3-4cba-8c34-79cb8ffadcda tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0701263 Jun 21 04:46:00.449976 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7e45080e-7089-4273-94e6-7537e85efacb req-95574850-da9f-4206-b756-c1c59a61f389 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344758 Jun 21 04:46:01.632171 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea56e1-586e-48cb-a107-8a583edc70fd req-4bef6ebd-b220-48cf-b059-5bbe28bcca2a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:01.633525 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-fdea56e1-586e-48cb-a107-8a583edc70fd req-4bef6ebd-b220-48cf-b059-5bbe28bcca2a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0664876 Jun 21 04:46:01.670034 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-fdea56e1-586e-48cb-a107-8a583edc70fd req-261d3d66-649a-4d61-9820-b7216c1c6b84 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309737 Jun 21 04:46:02.860817 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803d349-ad0a-4ced-8831-1cb9f985ad25 req-313c41a4-47d2-4da0-9375-72a95499ee64 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:02.862287 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0803d349-ad0a-4ced-8831-1cb9f985ad25 req-313c41a4-47d2-4da0-9375-72a95499ee64 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0665605 Jun 21 04:46:02.902776 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0803d349-ad0a-4ced-8831-1cb9f985ad25 req-0e1cd32e-ab4f-4c0b-a62e-13f44f11484a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347171 Jun 21 04:46:04.079876 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19904733-4a8b-4cdd-9ece-482ecfe8f525 req-6a805c3a-9ddc-4553-a35e-ce3fbb8de61b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:04.081346 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-19904733-4a8b-4cdd-9ece-482ecfe8f525 req-6a805c3a-9ddc-4553-a35e-ce3fbb8de61b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0639594 Jun 21 04:46:04.119284 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-19904733-4a8b-4cdd-9ece-482ecfe8f525 req-7f43529e-ecad-4d89-8551-8313a13f6ed9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316904 Jun 21 04:46:05.296516 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd690021-a47b-4f54-a6ce-56cb214c942a req-b0bc3a69-c107-47c3-a501-2003742e01d8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:05.297856 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fd690021-a47b-4f54-a6ce-56cb214c942a req-b0bc3a69-c107-47c3-a501-2003742e01d8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0609798 Jun 21 04:46:05.334249 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fd690021-a47b-4f54-a6ce-56cb214c942a req-52816705-c41b-4461-8de6-66e8b33c50f4 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308816 Jun 21 04:46:06.511441 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460b94d-4cee-4b93-9c1a-8816edc933b6 req-58b948d2-70d9-41ac-b2ab-d9f08da38dc5 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:06.513125 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0460b94d-4cee-4b93-9c1a-8816edc933b6 req-58b948d2-70d9-41ac-b2ab-d9f08da38dc5 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0631320 Jun 21 04:46:06.553208 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0460b94d-4cee-4b93-9c1a-8816edc933b6 req-9970e385-6c33-4a8d-8090-008eee5ade78 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344753 Jun 21 04:46:07.739737 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f2089-3061-4035-aa21-6ce94980d6dc req-4303b850-b885-48b9-bf6f-ed9999cf00ed tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:07.741163 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-308f2089-3061-4035-aa21-6ce94980d6dc req-4303b850-b885-48b9-bf6f-ed9999cf00ed tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0700240 Jun 21 04:46:07.788370 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-308f2089-3061-4035-aa21-6ce94980d6dc req-0acfd170-7780-4ded-afd8-37bdaaaf7fe1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403512 Jun 21 04:46:08.998060 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86564027-699d-43b3-822d-c88b88958ee5 req-5831e597-eaca-4dbd-ba26-9d09e9d64eb1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:09.000341 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-86564027-699d-43b3-822d-c88b88958ee5 req-5831e597-eaca-4dbd-ba26-9d09e9d64eb1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0708635 Jun 21 04:46:09.054583 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-86564027-699d-43b3-822d-c88b88958ee5 req-c0b901aa-ca35-41b1-b637-be1e968bfd70 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477700 Jun 21 04:46:10.237016 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805408ee-15bb-4ba6-8211-5a8cd2121fb0 req-957d2515-e90c-4b93-8b61-17e0e99e0370 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:10.238462 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-805408ee-15bb-4ba6-8211-5a8cd2121fb0 req-957d2515-e90c-4b93-8b61-17e0e99e0370 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0610652 Jun 21 04:46:10.276115 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-805408ee-15bb-4ba6-8211-5a8cd2121fb0 req-fb73b5f0-f188-44b9-a052-75261ea55488 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312650 Jun 21 04:46:11.457094 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb425a-bd13-4b3d-88d7-4c6f8cc5c334 req-8254ddef-44ab-4e8e-8299-fe23db72e8d4 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:11.458520 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-18fb425a-bd13-4b3d-88d7-4c6f8cc5c334 req-8254ddef-44ab-4e8e-8299-fe23db72e8d4 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0622826 Jun 21 04:46:11.497303 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-18fb425a-bd13-4b3d-88d7-4c6f8cc5c334 req-6dd0accd-78ac-4e6c-8d90-37a217681617 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327845 Jun 21 04:46:12.677888 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc2835-73b8-48b5-8596-f1dee8494418 req-6e223a00-289d-4083-88c8-7d26902c0299 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:12.679358 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2ccc2835-73b8-48b5-8596-f1dee8494418 req-6e223a00-289d-4083-88c8-7d26902c0299 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0665317 Jun 21 04:46:12.717462 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2ccc2835-73b8-48b5-8596-f1dee8494418 req-a79f8268-40ad-4f40-8191-ff877c4a99b6 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317879 Jun 21 04:46:14.124970 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656242f-ebe9-4496-b77b-62df70bb67dc req-bbdd9fc5-0207-4c5b-aa8c-600aa3bb92e5 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:14.126423 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5656242f-ebe9-4496-b77b-62df70bb67dc req-bbdd9fc5-0207-4c5b-aa8c-600aa3bb92e5 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.2933817 Jun 21 04:46:14.163704 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5656242f-ebe9-4496-b77b-62df70bb67dc req-81fbd46f-f2da-45f0-a705-c5161a05dc1f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315850 Jun 21 04:46:14.742377 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:46:15.340129 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943af261-eb3c-40b8-a412-5c08df9b62a2 req-c37bf993-055d-4ed8-82bc-c9a80f84d03a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:15.341548 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-943af261-eb3c-40b8-a412-5c08df9b62a2 req-c37bf993-055d-4ed8-82bc-c9a80f84d03a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0625098 Jun 21 04:46:15.378923 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-943af261-eb3c-40b8-a412-5c08df9b62a2 req-e2090318-0f6f-44e7-a9c6-0a89504dd014 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315351 Jun 21 04:46:16.555881 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e07a3c-d969-4d0b-9602-2e379fcd257a req-73e54c5c-3a08-4426-a70d-68d0a242096c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:16.557999 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c1e07a3c-d969-4d0b-9602-2e379fcd257a req-73e54c5c-3a08-4426-a70d-68d0a242096c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0629728 Jun 21 04:46:16.595902 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c1e07a3c-d969-4d0b-9602-2e379fcd257a req-6678b3eb-8a7c-4fcd-958a-db3c1aaa57f1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317535 Jun 21 04:46:17.784696 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a907da5-3e83-4f3e-a961-9122b91210db req-032c89ec-6d5b-4b0a-9865-0b11d166391a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:17.786175 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8a907da5-3e83-4f3e-a961-9122b91210db req-032c89ec-6d5b-4b0a-9865-0b11d166391a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0635798 Jun 21 04:46:17.823985 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8a907da5-3e83-4f3e-a961-9122b91210db req-375c4b92-8101-497e-a373-651b309c798d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311782 Jun 21 04:46:19.002308 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1ef81-9074-4f3b-b6ce-bd109ea30d08 req-69fa5eda-56aa-422c-b091-4ae4aa8a5833 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:19.003779 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0aa1ef81-9074-4f3b-b6ce-bd109ea30d08 req-69fa5eda-56aa-422c-b091-4ae4aa8a5833 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0646362 Jun 21 04:46:19.039859 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0aa1ef81-9074-4f3b-b6ce-bd109ea30d08 req-7b9eb504-29a2-44f4-a643-a2236fe81141 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305090 Jun 21 04:46:19.206083 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5055c7d0-0bb4-4b6a-bdb9-3cd21092ff99 req-e9a54026-f056-4141-bd50-4f836fd540f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565133 Jun 21 04:46:19.317947 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055c7d0-0bb4-4b6a-bdb9-3cd21092ff99 req-6c14e263-4705-42b3-9b36-e72ca080674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:19.319465 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5055c7d0-0bb4-4b6a-bdb9-3cd21092ff99 req-6c14e263-4705-42b3-9b36-e72ca080674a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fddde2cb5b784d03a92ed36190bf4c57&device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 1098 time: 0.0534718 Jun 21 04:46:19.434198 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055c7d0-0bb4-4b6a-bdb9-3cd21092ff99 req-fe1ccdeb-acb2-4bf1-a3ed-4d67cf2491ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:19.434198 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5055c7d0-0bb4-4b6a-bdb9-3cd21092ff99 req-fe1ccdeb-acb2-4bf1-a3ed-4d67cf2491ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 HTTP/1.1" status: 200 len: 912 time: 0.0891950 Jun 21 04:46:19.493475 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5055c7d0-0bb4-4b6a-bdb9-3cd21092ff99 req-2a0a3865-c57b-4f2b-a9ff-5b97421e3b10 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7750dc-876c-440f-8b7f-4d8b1eddaba8 HTTP/1.1" status: 200 len: 1001 time: 0.0573425 Jun 21 04:46:19.542706 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055c7d0-0bb4-4b6a-bdb9-3cd21092ff99 req-c0b80f9e-9239-4f00-9728-686e4e973201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:19.544193 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5055c7d0-0bb4-4b6a-bdb9-3cd21092ff99 req-c0b80f9e-9239-4f00-9728-686e4e973201 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a41fb09-670a-46b0-9438-50fcf86692cb HTTP/1.1" status: 200 len: 850 time: 0.0442159 Jun 21 04:46:19.606141 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055c7d0-0bb4-4b6a-bdb9-3cd21092ff99 req-b54f9769-d045-4cf1-982e-68e2584ace38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:19.607627 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5055c7d0-0bb4-4b6a-bdb9-3cd21092ff99 req-b54f9769-d045-4cf1-982e-68e2584ace38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558019 Jun 21 04:46:19.699289 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5055c7d0-0bb4-4b6a-bdb9-3cd21092ff99 req-23e3573d-7eb6-4d70-9a59-ee7a2771e217 service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837324 Jun 21 04:46:19.793885 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5055c7d0-0bb4-4b6a-bdb9-3cd21092ff99 req-0b25896f-2938-482a-b612-39cef5310b73 service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874357 Jun 21 04:46:20.223450 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdca5a-1bef-4b06-8e31-362ff796acc9 req-9f14c105-b720-4e8d-9ddb-42cbb63e6336 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:20.224986 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-59bdca5a-1bef-4b06-8e31-362ff796acc9 req-9f14c105-b720-4e8d-9ddb-42cbb63e6336 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0627677 Jun 21 04:46:20.264290 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-59bdca5a-1bef-4b06-8e31-362ff796acc9 req-e83be81e-274b-4f96-a6ef-903aeb5b328b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332623 Jun 21 04:46:20.814373 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52136) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:20.922619 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9d68c463-654c-4f30-a639-6039fbceabb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:21.012618 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9d68c463-654c-4f30-a639-6039fbceabb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:21.104248 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9d68c463-654c-4f30-a639-6039fbceabb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:21.106796 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-bb44ef7f-8b98-4454-b73f-699e0e901eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:21.145312 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-9d68c463-654c-4f30-a639-6039fbceabb8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b89e379a3de4242acb3ccdde1afe000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298075 Jun 21 04:46:21.146217 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68c463-654c-4f30-a639-6039fbceabb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf365da1-afd6-4b33-b5b8-19a99ae9c25b,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:21.147944 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 52142) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:21.149384 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-9d68c463-654c-4f30-a639-6039fbceabb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:21.201254 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:21.221906 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:21.372247 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:21.378818 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:21.378818 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf365da1-afd6-4b33-b5b8-19a99ae9c25b HTTP/1.1" status: 204 len: 168 time: 0.2271671 Jun 21 04:46:21.378818 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f5cbc232-1dbc-4a78-bbd0-d3e9f64209e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:21.387199 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf365da1-afd6-4b33-b5b8-19a99ae9c25b,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:21.419906 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:21.420280 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:21.420643 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:21.421062 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:21.421507 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:21.421899 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:21.422269 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:21.422633 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:21.423005 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:21.423397 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:21.423767 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:21.424109 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:21.429081 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:21.464595 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ada124-7740-4d9b-92a0-36f6de627475 req-289be1d0-b834-42de-a0fb-452e0598a756 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:21.466059 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e4ada124-7740-4d9b-92a0-36f6de627475 req-289be1d0-b834-42de-a0fb-452e0598a756 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0816863 Jun 21 04:46:21.505558 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e4ada124-7740-4d9b-92a0-36f6de627475 req-6fe3a479-6cba-49a5-8cf3-83d96852d584 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338814 Jun 21 04:46:22.319278 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52152) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:22.336983 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6781595c-4f52-4dad-8539-6fd5568b8651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:22.426471 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6781595c-4f52-4dad-8539-6fd5568b8651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:22.485999 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-6781595c-4f52-4dad-8539-6fd5568b8651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:22.489626 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5aeb0da3-3fc3-454a-809c-526ec49155b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:22.527043 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-6781595c-4f52-4dad-8539-6fd5568b8651 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e45cbaf2652d4fc9ad3d939000f5c918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066939 Jun 21 04:46:22.528233 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781595c-4f52-4dad-8539-6fd5568b8651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211b08e5-a77e-46d6-9f57-628f7e523864,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:22.529575 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 52154) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:22.531397 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6781595c-4f52-4dad-8539-6fd5568b8651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:22.584788 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-149334cd-68b7-4403-9ece-aae3eac2ad20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:22.625327 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-149334cd-68b7-4403-9ece-aae3eac2ad20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:22.700315 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6a2b0-cad5-4a1a-a32a-878a77493be4 req-5aad1cc3-ec1c-40c5-bf5a-f2457e9634fb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:22.701686 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-47a6a2b0-cad5-4a1a-a32a-878a77493be4 req-5aad1cc3-ec1c-40c5-bf5a-f2457e9634fb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0673008 Jun 21 04:46:22.740623 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-47a6a2b0-cad5-4a1a-a32a-878a77493be4 req-118264ad-e7cb-4a05-a601-24f20d2000c7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331557 Jun 21 04:46:22.749300 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-149334cd-68b7-4403-9ece-aae3eac2ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:22.752127 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-149334cd-68b7-4403-9ece-aae3eac2ad20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:22.753324 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-149334cd-68b7-4403-9ece-aae3eac2ad20 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/211b08e5-a77e-46d6-9f57-628f7e523864 HTTP/1.1" status: 204 len: 168 time: 0.2227654 Jun 21 04:46:22.754125 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-0efea8c4-4d9d-47e9-b530-c724f29b8dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:22.769321 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149334cd-68b7-4403-9ece-aae3eac2ad20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211b08e5-a77e-46d6-9f57-628f7e523864,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:22.778191 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-149334cd-68b7-4403-9ece-aae3eac2ad20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:23.583531 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-95009337-e90a-41e6-be06-f3d378e7ee20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:23.912695 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:23.938084 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e655e-378a-4729-8874-a24a2f182aa2 req-320143a7-e575-41e6-86b0-87fcb33c7b07 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:23.939610 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-870e655e-378a-4729-8874-a24a2f182aa2 req-320143a7-e575-41e6-86b0-87fcb33c7b07 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 943 time: 0.0719604 Jun 21 04:46:23.977984 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-870e655e-378a-4729-8874-a24a2f182aa2 req-e673ff50-4b42-41a8-b046-1be24684dfb4 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327604 Jun 21 04:46:24.027695 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device c46ab575-b415-4764-807d-b5aba12bd52e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:46:24.124657 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port c46ab575-b415-4764-807d-b5aba12bd52e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c46ab575-b415-4764-807d-b5aba12bd52e,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:46:24.135580 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'port_id': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'mac_address': 'fa:16:3e:42:99:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:46:24.171215 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:24.184626 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c46ab575-b415-4764-807d-b5aba12bd52e {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:46:24.205391 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port c46ab575-b415-4764-807d-b5aba12bd52e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c46ab575-b415-4764-807d-b5aba12bd52e,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:46:24.297955 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:24.299837 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:24.348897 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=c46ab575-b415-4764-807d-b5aba12bd52e,revision_number=9']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:24.357248 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:24.357637 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:24.357988 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:24.358308 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:24.358634 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:24.358958 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:24.359350 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:24.359670 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:24.359988 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:24.360300 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:24.360718 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:24.361032 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:24.365301 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:24.844796 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['c46ab575-b415-4764-807d-b5aba12bd52e'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:46:25.090646 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 52204) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:25.154868 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec90cfe-04c5-4b38-9aea-651e188a4b19 req-c654f4da-fbca-44a0-b78d-7c114d21f2a3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:25.156270 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5ec90cfe-04c5-4b38-9aea-651e188a4b19 req-c654f4da-fbca-44a0-b78d-7c114d21f2a3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 944 time: 0.0613570 Jun 21 04:46:25.196281 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-84817f44-131c-408d-a8d3-a4d11c1c4911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:25.199425 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5ec90cfe-04c5-4b38-9aea-651e188a4b19 req-e9e9770a-3190-4fc5-9272-488da9d58d30 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373490 Jun 21 04:46:25.288758 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-84817f44-131c-408d-a8d3-a4d11c1c4911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:25.366148 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-84817f44-131c-408d-a8d3-a4d11c1c4911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:25.369250 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-149334cd-68b7-4403-9ece-aae3eac2ad20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:25.409675 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84817f44-131c-408d-a8d3-a4d11c1c4911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a98c7b1-80bd-46fa-aa32-87a3c43bdb8b,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:25.412992 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-84817f44-131c-408d-a8d3-a4d11c1c4911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:25.416079 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-84817f44-131c-408d-a8d3-a4d11c1c4911 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5aa95f24647548f5b03903370732aaeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238559 Jun 21 04:46:25.418368 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 52210) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:25.467607 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e1bb625a-5160-4c0a-bda8-e2220d67870e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:25.490695 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e1bb625a-5160-4c0a-bda8-e2220d67870e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:25.663632 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e1bb625a-5160-4c0a-bda8-e2220d67870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:25.667458 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e1bb625a-5160-4c0a-bda8-e2220d67870e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:25.668593 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-e1bb625a-5160-4c0a-bda8-e2220d67870e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a98c7b1-80bd-46fa-aa32-87a3c43bdb8b HTTP/1.1" status: 204 len: 168 time: 0.2492771 Jun 21 04:46:25.669367 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-3b9a84c7-38c1-4fc7-8900-e5130f992891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:25.676971 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb625a-5160-4c0a-bda8-e2220d67870e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a98c7b1-80bd-46fa-aa32-87a3c43bdb8b,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:25.679295 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-e1bb625a-5160-4c0a-bda8-e2220d67870e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:26.042919 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device c46ab575-b415-4764-807d-b5aba12bd52e up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:46:26.095069 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port c46ab575-b415-4764-807d-b5aba12bd52e triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:46:26.095481 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:26.171126 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:26.202428 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2813c63-3608-4634-be5c-842c48f93501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46ab575-b415-4764-807d-b5aba12bd52e'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:46:26.204741 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90782e94-3348-4e24-81a2-022707ca0e85" -d '{"events": [{"server_uuid": "b2813c63-3608-4634-be5c-842c48f93501", "name": "network-vif-plugged", "status": "completed", "tag": "c46ab575-b415-4764-807d-b5aba12bd52e"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:46:26.217948 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port c46ab575-b415-4764-807d-b5aba12bd52e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c46ab575-b415-4764-807d-b5aba12bd52e,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:46:26.307448 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-933880a0-10e1-4254-a158-be1277e7b46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:26.307448 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:26.308104 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:26.376070 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=c46ab575-b415-4764-807d-b5aba12bd52e,revision_number=10']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:26.379314 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:26.386064 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100d41f7-3e95-4b9c-a614-d0b1242516f1 x-openstack-request-id: req-100d41f7-3e95-4b9c-a614-d0b1242516f1 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:46:26.386438 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2813c63-3608-4634-be5c-842c48f93501", "name": "network-vif-plugged", "status": "completed", "tag": "c46ab575-b415-4764-807d-b5aba12bd52e", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:46:26.386760 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-100d41f7-3e95-4b9c-a614-d0b1242516f1 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:46:26.387504 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2813c63-3608-4634-be5c-842c48f93501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'code': 200} Jun 21 04:46:26.400662 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c82c7-d9e1-4171-8cc5-cd93e3a9e9d9 req-a0eb5777-f2ff-4f8c-9655-76cdbe1d50e9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:26.402154 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ff7c82c7-d9e1-4171-8cc5-cd93e3a9e9d9 req-a0eb5777-f2ff-4f8c-9655-76cdbe1d50e9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 946 time: 0.0736272 Jun 21 04:46:26.443104 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ff7c82c7-d9e1-4171-8cc5-cd93e3a9e9d9 req-6f119925-f76d-4593-be53-1893d92de566 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342498 Jun 21 04:46:26.502620 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52226) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:26.516801 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f10c5a6-44a0-4563-8b62-3923a9d09f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:26.560751 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:26.607642 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f10c5a6-44a0-4563-8b62-3923a9d09f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:26.709108 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f10c5a6-44a0-4563-8b62-3923a9d09f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:26.711858 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a2afee37-38d1-4fce-be9d-9c914b58faaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:26.748357 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-8f10c5a6-44a0-4563-8b62-3923a9d09f53 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=328cf788d20649fa97ff214d93c01827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446277 Jun 21 04:46:26.749515 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10c5a6-44a0-4563-8b62-3923a9d09f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63437f4-545b-4eb0-8837-9f365d55fd61,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:26.751041 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 52228) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:26.752870 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8f10c5a6-44a0-4563-8b62-3923a9d09f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:26.802999 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-14505127-07f7-4fef-aa9b-8b6d7eb7b2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:26.825340 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-14505127-07f7-4fef-aa9b-8b6d7eb7b2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:26.966135 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-14505127-07f7-4fef-aa9b-8b6d7eb7b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:26.968990 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-14505127-07f7-4fef-aa9b-8b6d7eb7b2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:26.972892 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-14505127-07f7-4fef-aa9b-8b6d7eb7b2ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d63437f4-545b-4eb0-8837-9f365d55fd61 HTTP/1.1" status: 204 len: 168 time: 0.2174649 Jun 21 04:46:26.972892 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-7f527ee5-0fd1-477d-ad2a-18a458778576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:26.979507 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14505127-07f7-4fef-aa9b-8b6d7eb7b2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63437f4-545b-4eb0-8837-9f365d55fd61,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:26.981913 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-14505127-07f7-4fef-aa9b-8b6d7eb7b2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:27.185807 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52470d7-8a83-412f-b34c-3d8aaa2750be req-abe92a34-17f6-419d-a27f-c9be97946367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:27.187546 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b52470d7-8a83-412f-b34c-3d8aaa2750be req-abe92a34-17f6-419d-a27f-c9be97946367 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 1099 time: 0.0543163 Jun 21 04:46:27.223350 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b52470d7-8a83-412f-b34c-3d8aaa2750be req-bbdee3da-8c61-4691-8eb2-7b0c07b5f676 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282464 Jun 21 04:46:27.398413 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:27.637663 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07fd55-ad76-4be8-9247-98d2acfef02b req-b981ab37-f834-496e-938d-b7595ba30b4c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:27.639206 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7a07fd55-ad76-4be8-9247-98d2acfef02b req-b981ab37-f834-496e-938d-b7595ba30b4c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 946 time: 0.0700648 Jun 21 04:46:27.678141 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7a07fd55-ad76-4be8-9247-98d2acfef02b req-0a852844-2c90-4157-904d-d4953203d3f1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329843 Jun 21 04:46:28.866779 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743269a-9e45-47b9-a9ca-49c259a69d68 req-c137cf02-1774-4f0c-ac9c-1f9cb11f5c90 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:28.868268 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d743269a-9e45-47b9-a9ca-49c259a69d68 req-c137cf02-1774-4f0c-ac9c-1f9cb11f5c90 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 946 time: 0.0654154 Jun 21 04:46:28.906021 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d743269a-9e45-47b9-a9ca-49c259a69d68 req-0febd6f3-47f9-4d0e-bc17-6dd2e949dfe9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322607 Jun 21 04:46:29.090589 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:30.100244 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d9d03-77ef-4baf-ad5b-e5a4b7f788fc req-ebd00049-feec-48e6-9bf6-e896588d8214 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:30.101771 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ec1d9d03-77ef-4baf-ad5b-e5a4b7f788fc req-ebd00049-feec-48e6-9bf6-e896588d8214 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 946 time: 0.0656657 Jun 21 04:46:30.142683 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ec1d9d03-77ef-4baf-ad5b-e5a4b7f788fc req-0f6830bf-cd15-4e74-b162-3b4dd6de5eb8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332787 Jun 21 04:46:31.332666 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4901-4a98-4da6-b098-6715aff31f66 req-209371e4-7cdf-4430-b2b9-0a96f2da10de tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:31.334099 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8ebb4901-4a98-4da6-b098-6715aff31f66 req-209371e4-7cdf-4430-b2b9-0a96f2da10de tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 946 time: 0.0672021 Jun 21 04:46:31.385699 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8ebb4901-4a98-4da6-b098-6715aff31f66 req-052bd837-9d1a-4dbe-b0f0-e0ae781c8a67 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454617 Jun 21 04:46:32.809261 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 52420) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:32.910427 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-51158c02-3ea6-44a6-888e-84527326774d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:32.999171 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-51158c02-3ea6-44a6-888e-84527326774d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:33.046008 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-51158c02-3ea6-44a6-888e-84527326774d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:33.048575 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-6b134545-8489-42db-8835-8b7cbce1ecab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:33.084912 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-51158c02-3ea6-44a6-888e-84527326774d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d15df75c54da4928a052738ac5269221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744622 Jun 21 04:46:33.085823 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51158c02-3ea6-44a6-888e-84527326774d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5dd736-9029-45ed-a2c0-b92b19227657,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:33.087470 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52428) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:33.089003 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-51158c02-3ea6-44a6-888e-84527326774d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:33.137644 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:33.158226 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:33.264116 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:33.266676 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:33.269959 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a5dd736-9029-45ed-a2c0-b92b19227657 HTTP/1.1" status: 204 len: 168 time: 0.1804814 Jun 21 04:46:33.270916 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d365500b-c359-4e54-83e0-a4b737e096da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:33.278238 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5dd736-9029-45ed-a2c0-b92b19227657,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:33.285159 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:33.285528 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:33.285885 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:33.286234 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:33.286585 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:33.286932 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:33.287306 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:33.287663 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:33.288082 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:33.288420 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:33.288756 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:33.289093 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:46:33.292187 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:33.939232 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52440) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:33.952679 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a904d8f3-8f93-4377-b59c-8778d4daf7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:34.036775 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a904d8f3-8f93-4377-b59c-8778d4daf7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:34.120349 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a904d8f3-8f93-4377-b59c-8778d4daf7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:34.122724 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-24b876ad-9b4b-47d8-8d0c-278e09733214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:34.156363 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904d8f3-8f93-4377-b59c-8778d4daf7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16df7f5d-1e20-4d43-97f2-802dffab6d8e,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:34.160493 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-a904d8f3-8f93-4377-b59c-8778d4daf7b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c88d2246a1e422794ed9262e7b7056d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202294 Jun 21 04:46:34.161403 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a904d8f3-8f93-4377-b59c-8778d4daf7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:34.163699 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52442) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:34.210629 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ff392db5-fee7-46cb-8b3e-e08dd079e8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:34.234814 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ff392db5-fee7-46cb-8b3e-e08dd079e8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:34.335245 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ff392db5-fee7-46cb-8b3e-e08dd079e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:34.337708 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ff392db5-fee7-46cb-8b3e-e08dd079e8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:34.338812 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-ff392db5-fee7-46cb-8b3e-e08dd079e8cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16df7f5d-1e20-4d43-97f2-802dffab6d8e HTTP/1.1" status: 204 len: 168 time: 0.1747448 Jun 21 04:46:34.339558 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6057d96c-c0f2-4f95-a845-8d544f7195cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:34.348901 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff392db5-fee7-46cb-8b3e-e08dd079e8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16df7f5d-1e20-4d43-97f2-802dffab6d8e,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:34.349659 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ff392db5-fee7-46cb-8b3e-e08dd079e8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:37.934951 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 52526) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:38.038288 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-63283ec8-0457-4ec0-9d80-a84cd2c50fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:38.124743 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-63283ec8-0457-4ec0-9d80-a84cd2c50fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:38.211585 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-63283ec8-0457-4ec0-9d80-a84cd2c50fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:38.214022 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-c12b5f8f-939b-49c4-9bed-fd6b9a72a3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:38.249111 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63283ec8-0457-4ec0-9d80-a84cd2c50fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0147a6c2-f992-4387-b7b0-652e6e9fcebb,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:38.254183 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-63283ec8-0457-4ec0-9d80-a84cd2c50fb9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d301a46168fc4e639cc47e038c83c997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180737 Jun 21 04:46:38.255118 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-63283ec8-0457-4ec0-9d80-a84cd2c50fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:38.256933 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 52530) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:38.304205 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6ff04622-91d1-4675-9674-325841707554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:38.325352 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6ff04622-91d1-4675-9674-325841707554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:38.463151 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6ff04622-91d1-4675-9674-325841707554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:38.465783 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6ff04622-91d1-4675-9674-325841707554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:38.466915 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-6ff04622-91d1-4675-9674-325841707554 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0147a6c2-f992-4387-b7b0-652e6e9fcebb HTTP/1.1" status: 204 len: 168 time: 0.2092590 Jun 21 04:46:38.467672 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:38.475149 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff04622-91d1-4675-9674-325841707554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0147a6c2-f992-4387-b7b0-652e6e9fcebb,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:38.478005 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-6ff04622-91d1-4675-9674-325841707554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:39.090491 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 52538) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:39.104056 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8361a8c7-cd75-46d7-b489-b86e17403690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:39.190517 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8361a8c7-cd75-46d7-b489-b86e17403690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:39.286102 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8361a8c7-cd75-46d7-b489-b86e17403690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:39.288474 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-c1be7986-ef26-4738-a146-6165be280cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:39.324351 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-8361a8c7-cd75-46d7-b489-b86e17403690 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c467460abd2640efa5497385613961fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328060 Jun 21 04:46:39.325497 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361a8c7-cd75-46d7-b489-b86e17403690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec0671b-332e-47ed-b9ac-ace6fb18d71e,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:39.326898 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52540) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:39.328515 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8361a8c7-cd75-46d7-b489-b86e17403690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:39.375982 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9f83264d-7e4d-43b8-b0ae-84155839dfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:39.397924 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9f83264d-7e4d-43b8-b0ae-84155839dfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:39.537147 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9f83264d-7e4d-43b8-b0ae-84155839dfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:39.539736 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9f83264d-7e4d-43b8-b0ae-84155839dfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:39.540774 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-9f83264d-7e4d-43b8-b0ae-84155839dfd6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ec0671b-332e-47ed-b9ac-ace6fb18d71e HTTP/1.1" status: 204 len: 168 time: 0.2128732 Jun 21 04:46:39.541557 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-eec83dd5-2d7a-4d68-891f-18795b269c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:39.549077 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83264d-7e4d-43b8-b0ae-84155839dfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec0671b-332e-47ed-b9ac-ace6fb18d71e,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:39.551263 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-9f83264d-7e4d-43b8-b0ae-84155839dfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:51.741327 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:46:53.588642 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-2c19ef0d-3c79-4972-9adb-7511c9269c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:53.959829 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:56.047391 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52726) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:56.154329 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4f38d6b4-1288-40c3-96d1-34fd75233940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:56.243324 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4f38d6b4-1288-40c3-96d1-34fd75233940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:56.286007 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-d49a0477-0ddc-48cf-be7c-2ecc44331afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:56.314032 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4f38d6b4-1288-40c3-96d1-34fd75233940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:56.317995 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6781595c-4f52-4dad-8539-6fd5568b8651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:56.356386 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-4f38d6b4-1288-40c3-96d1-34fd75233940 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53eae35af46141c8bb0b90ab34a4881c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079076 Jun 21 04:46:56.357289 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38d6b4-1288-40c3-96d1-34fd75233940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2f5002-a2e7-4396-9b93-566c2d9bad90,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:56.359340 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 52730) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:56.360475 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-4f38d6b4-1288-40c3-96d1-34fd75233940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:56.410221 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ddf0e63a-62d2-4eb7-b1fb-9686f204a6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:56.431622 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ddf0e63a-62d2-4eb7-b1fb-9686f204a6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:56.540850 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ddf0e63a-62d2-4eb7-b1fb-9686f204a6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:56.543403 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ddf0e63a-62d2-4eb7-b1fb-9686f204a6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:56.544524 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-ddf0e63a-62d2-4eb7-b1fb-9686f204a6f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f2f5002-a2e7-4396-9b93-566c2d9bad90 HTTP/1.1" status: 204 len: 168 time: 0.1841090 Jun 21 04:46:56.545276 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-e1bb625a-5160-4c0a-bda8-e2220d67870e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:56.553792 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0e63a-62d2-4eb7-b1fb-9686f204a6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2f5002-a2e7-4396-9b93-566c2d9bad90,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:56.554092 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:56.556188 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-ddf0e63a-62d2-4eb7-b1fb-9686f204a6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:57.306372 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:57.325186 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52754) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:57.438038 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6358-38ef-48a7-9451-3ed917b58957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:57.530853 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6358-38ef-48a7-9451-3ed917b58957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:57.600152 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6358-38ef-48a7-9451-3ed917b58957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:57.603672 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-700487ed-a753-4d41-89ca-2f2175a9bd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:57.639789 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-bd4f6358-38ef-48a7-9451-3ed917b58957 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b555095a6484d7383a1d26716a06f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134632 Jun 21 04:46:57.641000 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f6358-38ef-48a7-9451-3ed917b58957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511732d6-fa3a-45ed-ad9b-570e1f667be0,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:57.642506 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 52768) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:57.644118 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-bd4f6358-38ef-48a7-9451-3ed917b58957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:57.712380 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-199ee7b7-23c3-4880-8c12-d7eba42eeb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:57.734458 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-199ee7b7-23c3-4880-8c12-d7eba42eeb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:57.874809 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-199ee7b7-23c3-4880-8c12-d7eba42eeb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:57.877387 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-199ee7b7-23c3-4880-8c12-d7eba42eeb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:57.878765 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-199ee7b7-23c3-4880-8c12-d7eba42eeb39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/511732d6-fa3a-45ed-ad9b-570e1f667be0 HTTP/1.1" status: 204 len: 168 time: 0.2306337 Jun 21 04:46:57.879597 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-6ff04622-91d1-4675-9674-325841707554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:57.889614 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ee7b7-23c3-4880-8c12-d7eba42eeb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511732d6-fa3a-45ed-ad9b-570e1f667be0,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:57.889614 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-199ee7b7-23c3-4880-8c12-d7eba42eeb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:58.580316 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 52784) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:58.592181 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-40234726-2f16-417e-bb53-141b1fd7b5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:58.687104 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb677aa-48f2-4126-a758-8d6f23446bd4 req-28c55dab-029c-41cd-97cb-f685ebf5296e tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:58.688856 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-feb677aa-48f2-4126-a758-8d6f23446bd4 req-28c55dab-029c-41cd-97cb-f685ebf5296e tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0978150 Jun 21 04:46:58.744432 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-feb677aa-48f2-4126-a758-8d6f23446bd4 req-b9e66e81-d953-4022-97ff-179c949cf747 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484827 Jun 21 04:46:58.765782 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-40234726-2f16-417e-bb53-141b1fd7b5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:58.834087 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-40234726-2f16-417e-bb53-141b1fd7b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:58.836607 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-6acbf3d4-9fdb-4307-a58c-efa499a0dc6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:58.875885 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-40234726-2f16-417e-bb53-141b1fd7b5dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bdeb847202474a809ed043472b25fe51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981591 Jun 21 04:46:58.876766 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40234726-2f16-417e-bb53-141b1fd7b5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32227b7-698b-419c-beaf-ed36d2761265,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:58.879184 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52786) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:46:58.880762 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-40234726-2f16-417e-bb53-141b1fd7b5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:58.926812 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f5727e54-9f75-48ac-804e-8a6643a8ec7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:58.948224 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f5727e54-9f75-48ac-804e-8a6643a8ec7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:59.034672 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:59.062846 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f5727e54-9f75-48ac-804e-8a6643a8ec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:59.065482 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f5727e54-9f75-48ac-804e-8a6643a8ec7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:59.066613 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-f5727e54-9f75-48ac-804e-8a6643a8ec7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e32227b7-698b-419c-beaf-ed36d2761265 HTTP/1.1" status: 204 len: 168 time: 0.1863284 Jun 21 04:46:59.067361 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ff392db5-fee7-46cb-8b3e-e08dd079e8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:46:59.074662 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5727e54-9f75-48ac-804e-8a6643a8ec7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32227b7-698b-419c-beaf-ed36d2761265,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:46:59.076895 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f5727e54-9f75-48ac-804e-8a6643a8ec7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:46:59.928555 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade20fb-21c8-4c69-b20a-3a79395df0ba req-ab1ee608-ae92-4a40-9cb1-66653b59f78b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:46:59.930007 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4ade20fb-21c8-4c69-b20a-3a79395df0ba req-ab1ee608-ae92-4a40-9cb1-66653b59f78b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0663416 Jun 21 04:46:59.968572 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4ade20fb-21c8-4c69-b20a-3a79395df0ba req-042c62b6-0461-4361-a12c-6ba90e55266d tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329762 Jun 21 04:47:00.072303 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52814) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:00.164545 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-878033614-network', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:00.256968 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Made reservation on behalf of 73ca3c1def754bb1aa968ba0620e4c5e for: {'network': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:47:00.259312 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:00.267542 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:00.352286 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:00.422763 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:00.426538 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-bd4f6358-38ef-48a7-9451-3ed917b58957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:00.449162 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=99943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:47:00.458936 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cc4c74-76d0-4f04-9b78-3559be8389eb,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:00.462994 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:00.464067 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:00.464409 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.segments_db [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Added segment 9543375e-4d88-4cfb-ae5b-ef0b1e9c126a of type vlan for network 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 Jun 21 04:47:00.505748 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:00.594272 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:00.595717 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:00.596867 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:00.600027 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:00.658597 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Pushing event updated for resources: {'Network': ['ID=47425eb1-9ff7-4cb7-bb17-50a77d6bf951,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:00.661927 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:00.669121 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:47:00.709732 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6363466 Jun 21 04:47:00.712665 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52822) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:00.717682 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-f45e2dd0-55c3-437f-b51b-6ad001ad8cc8 admin admin] Request body: {'subnet': {'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-878033614-subnet', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'ip_version': 4}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:00.877713 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45e2dd0-55c3-437f-b51b-6ad001ad8cc8 admin admin] Made reservation on behalf of 73ca3c1def754bb1aa968ba0620e4c5e for: {'subnet': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:47:00.880160 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f45e2dd0-55c3-437f-b51b-6ad001ad8cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26156607'] for subnet, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:01.156662 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c182a-218d-4152-a091-51e4a1aeb628 req-fc9764cd-4320-4bcf-9b1d-77b8118b6e72 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:01.158222 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ab1c182a-218d-4152-a091-51e4a1aeb628 req-fc9764cd-4320-4bcf-9b1d-77b8118b6e72 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0672991 Jun 21 04:47:01.199589 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ab1c182a-218d-4152-a091-51e4a1aeb628 req-b7fd5d87-126f-45c9-aa94-36a64d6e03ba tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347180 Jun 21 04:47:01.346843 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f45e2dd0-55c3-437f-b51b-6ad001ad8cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26156589'] for subnet, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:01.349949 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-16b2d653-1ac7-44b8-a238-de830eb1df69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:01.399432 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e2dd0-55c3-437f-b51b-6ad001ad8cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5808c492-1258-4229-8f85-9f21aecdb879,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:01.404359 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f45e2dd0-55c3-437f-b51b-6ad001ad8cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:01.411086 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e2dd0-55c3-437f-b51b-6ad001ad8cc8 admin admin] Checking segment: {'id': '9543375e-4d88-4cfb-ae5b-ef0b1e9c126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:01.411465 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45e2dd0-55c3-437f-b51b-6ad001ad8cc8 admin admin] Network hostable DHCP agents. Network: 47425eb1-9ff7-4cb7-bb17-50a77d6bf951, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:47:01.506271 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45e2dd0-55c3-437f-b51b-6ad001ad8cc8 admin admin] Network 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:47:01.586276 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-f45e2dd0-55c3-437f-b51b-6ad001ad8cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, 47425eb1-9ff7-4cb7-bb17-50a77d6bf951) {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:01.590432 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45e2dd0-55c3-437f-b51b-6ad001ad8cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:01.595451 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f45e2dd0-55c3-437f-b51b-6ad001ad8cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:01.596167 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de6fa87-eb32-406d-88e3-4993240f7120 None None] Network 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:47:01.684269 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-f45e2dd0-55c3-437f-b51b-6ad001ad8cc8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9702461 Jun 21 04:47:01.686821 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52828) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:01.692121 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:01.739420 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b7f54c-9316-54f7-a4b8-74361f7d5cb9-47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'fixed_ips': [{'subnet_id': '5808c492-1258-4229-8f85-9f21aecdb879'}]}} from dv-cinder-772623-10-iscsi. {{(pid=99944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:47:01.740283 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:01.798372 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-579730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2919'] for router, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:01.800238 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2924'] for router, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:01.853741 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:01.874648 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.db_base_plugin_common [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Allocated IP 172.20.0.2 (47425eb1-9ff7-4cb7-bb17-50a77d6bf951/5808c492-1258-4229-8f85-9f21aecdb879/5169c5f4-3d37-495b-88db-002de66039b2) {{(pid=99944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:47:02.015149 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Notify callbacks [] for port, precommit_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:02.023593 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Transition to ACTIVE for port object 5169c5f4-3d37-495b-88db-002de66039b2 will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:02.038807 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Transition to ACTIVE for port object 5169c5f4-3d37-495b-88db-002de66039b2 will not be triggered until provisioned by entity DHCP. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:02.060903 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2938'] for router, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:02.115667 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:02.118462 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:02.155169 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Network 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 is already hosted by enough agents. {{(pid=99944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:02.158206 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.base_scheduler [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Resources bound (agent type, host, resource id): {{(pid=99944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:02.161616 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Received port after_create {{(pid=99944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:47:02.170389 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Pushing event updated for resources: {'Port': ['ID=5169c5f4-3d37-495b-88db-002de66039b2,revision_number=1']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:02.173286 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:02.229211 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Attempting to bind port 5169c5f4-3d37-495b-88db-002de66039b2 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:47:02.230241 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Attempting to bind port 5169c5f4-3d37-495b-88db-002de66039b2 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '9543375e-4d88-4cfb-ae5b-ef0b1e9c126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:47:02.230241 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Attempting to bind port 5169c5f4-3d37-495b-88db-002de66039b2 on network 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:02.235398 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:47:02.235779 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Checking segment: {'id': '9543375e-4d88-4cfb-ae5b-ef0b1e9c126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:02.236187 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:02.236588 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Bound using segment: {'id': '9543375e-4d88-4cfb-ae5b-ef0b1e9c126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:47:02.237906 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Bound port: 5169c5f4-3d37-495b-88db-002de66039b2, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9543375e-4d88-4cfb-ae5b-ef0b1e9c126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:47:02.238417 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:02.301479 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] For port 5169c5f4-3d37-495b-88db-002de66039b2, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:47:02.304520 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] For port 5169c5f4-3d37-495b-88db-002de66039b2, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=5169c5f4-3d37-495b-88db-002de66039b2,segment=NetworkSegment(9543375e-4d88-4cfb-ae5b-ef0b1e9c126a),segment_id=9543375e-4d88-4cfb-ae5b-ef0b1e9c126a)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:47:02.380661 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:02.383469 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:02.385622 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-1110e817-7579-4dd7-bf27-61cc40bdb825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:02.404388 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:02.442109 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Pushing event updated for resources: {'Port': ['ID=5169c5f4-3d37-495b-88db-002de66039b2,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:02.444736 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:02.472484 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cc2d8-471c-4e0b-ad8e-897ee84f027d req-1dc6f16c-41df-41a0-9ad4-3266d1ebfe25 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:02.474103 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f4cc2d8-471c-4e0b-ad8e-897ee84f027d req-1dc6f16c-41df-41a0-9ad4-3266d1ebfe25 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.1593566 Jun 21 04:47:02.561385 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f4cc2d8-471c-4e0b-ad8e-897ee84f027d req-f8f9fa75-447e-42cf-a470-bcfb0942281f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794575 Jun 21 04:47:02.571661 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Allocated IP 172.27.1.154 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/982ad235-e891-48ad-8016-0dbc58b1f7a3) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:47:02.706932 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:02.766998 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 5169c5f4-3d37-495b-88db-002de66039b2 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:02.855332 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:02.857291 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:02.880113 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 5169c5f4-3d37-495b-88db-002de66039b2 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:02.894623 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:02.897461 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:02.901036 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:47:02.925276 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Pushing event updated for resources: {'Port': ['ID=982ad235-e891-48ad-8016-0dbc58b1f7a3,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:02.929210 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:03.244600 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:03.374615 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614f3941-541b-4087-af27-982ed9fa9a3e None None] Network 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:47:03.446552 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969735'] for router, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:03.493053 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-05ce797a-d1d8-4dc4-8977-e0c9fd62a9df None None] Provisioning for port 5169c5f4-3d37-495b-88db-002de66039b2 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:03.498822 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-05ce797a-d1d8-4dc4-8977-e0c9fd62a9df None None] Provisioning complete for port 5169c5f4-3d37-495b-88db-002de66039b2 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:03.499224 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-05ce797a-d1d8-4dc4-8977-e0c9fd62a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:03.623562 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Router 55d0516b-d2e0-4a99-b712-185ce45b81a6 is scheduled to L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c with binding_index 1 {{(pid=99943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:47:03.733301 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-05ce797a-d1d8-4dc4-8977-e0c9fd62a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:03.749282 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b29861-79e1-4a5d-83cb-eedba68434b2 req-64b7d23e-db80-461b-8f66-0572f598a126 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:03.753973 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:47:03.755507 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-99b29861-79e1-4a5d-83cb-eedba68434b2 req-64b7d23e-db80-461b-8f66-0572f598a126 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0731049 Jun 21 04:47:03.769167 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Sync routers for ids ['55d0516b-d2e0-4a99-b712-185ce45b81a6'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:47:03.788957 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-05ce797a-d1d8-4dc4-8977-e0c9fd62a9df None None] For port 5169c5f4-3d37-495b-88db-002de66039b2, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=5169c5f4-3d37-495b-88db-002de66039b2,segment=NetworkSegment(9543375e-4d88-4cfb-ae5b-ef0b1e9c126a),segment_id=9543375e-4d88-4cfb-ae5b-ef0b1e9c126a)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:03.792401 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Routers {'55d0516b-d2e0-4a99-b712-185ce45b81a6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:03.793113 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:46:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['55d0516b-d2e0-4a99-b712-185ce45b81a6'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:03.797629 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-99b29861-79e1-4a5d-83cb-eedba68434b2 req-39bb1706-1604-4d56-adc8-4fd4b6c35280 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370755 Jun 21 04:47:03.898359 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Set router 55d0516b-d2e0-4a99-b712-185ce45b81a6 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:03.906160 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Notify callbacks [] for router, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:03.907428 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2193687 Jun 21 04:47:03.910730 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52838) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:03.927180 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-05ce797a-d1d8-4dc4-8977-e0c9fd62a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:03.956148 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:04.054629 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce797a-d1d8-4dc4-8977-e0c9fd62a9df None None] Pushing event updated for resources: {'Port': ['ID=5169c5f4-3d37-495b-88db-002de66039b2,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:04.059439 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-05ce797a-d1d8-4dc4-8977-e0c9fd62a9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:04.075874 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-7a3f1506-3aff-408f-bf75-287142e7f0f2 None None] Provisioning complete for port 5169c5f4-3d37-495b-88db-002de66039b2 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:04.076273 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-7a3f1506-3aff-408f-bf75-287142e7f0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:04.204801 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:01Z', 'updated_at': '2021-06-21T04:47:03Z', 'revision_number': 3, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'gw_port': {'id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:02Z', 'updated_at': '2021-06-21T04:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:04.231870 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Checking router: 55d0516b-d2e0-4a99-b712-185ce45b81a6 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:47:04.232227 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Updating router 55d0516b-d2e0-4a99-b712-185ce45b81a6 port 982ad235-e891-48ad-8016-0dbc58b1f7a3 binding host dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:47:04.266196 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:04.317961 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:04.472526 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Allocated IP 172.20.0.1 (47425eb1-9ff7-4cb7-bb17-50a77d6bf951/5808c492-1258-4229-8f85-9f21aecdb879/d6fcbd13-e386-4509-a03c-059b93372599) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:47:04.522909 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Notify callbacks [] for port, precommit_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:04.532534 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Transition to ACTIVE for port object 982ad235-e891-48ad-8016-0dbc58b1f7a3 will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:04.574605 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:04.606002 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:04.608262 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-85a2e42b-b38a-440e-83e8-04e81acc64b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:04.661867 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Attempting to bind port 982ad235-e891-48ad-8016-0dbc58b1f7a3 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:47:04.662337 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Attempting to bind port 982ad235-e891-48ad-8016-0dbc58b1f7a3 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:47:04.662622 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Attempting to bind port 982ad235-e891-48ad-8016-0dbc58b1f7a3 on network a83701e4-e1f4-405b-ae26-5c447039f249 {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:04.672658 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:47:04.673163 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Checking segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:04.673444 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:04.673847 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Bound using segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:47:04.674424 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Bound port: 982ad235-e891-48ad-8016-0dbc58b1f7a3, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:47:04.674805 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:04.676670 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167484a-7b9f-45aa-b044-09f3ae4c4222 None None] Pushing event updated for resources: {'Port': ['ID=982ad235-e891-48ad-8016-0dbc58b1f7a3,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:04.680023 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-8167484a-7b9f-45aa-b044-09f3ae4c4222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:04.728057 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 5169c5f4-3d37-495b-88db-002de66039b2 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:04.764837 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] For port 982ad235-e891-48ad-8016-0dbc58b1f7a3, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:47:04.786779 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] For port 982ad235-e891-48ad-8016-0dbc58b1f7a3, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=982ad235-e891-48ad-8016-0dbc58b1f7a3,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:47:04.801124 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 5169c5f4-3d37-495b-88db-002de66039b2 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:04.801591 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:04.843341 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Transition to ACTIVE for port object d6fcbd13-e386-4509-a03c-059b93372599 will not be triggered until provisioned by entity DHCP. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:04.851495 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:04.869414 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:04.939465 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Routers {'55d0516b-d2e0-4a99-b712-185ce45b81a6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:04.940188 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:46:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['55d0516b-d2e0-4a99-b712-185ce45b81a6'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:04.942475 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:04.947471 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-7cdc630b-732d-4639-87e6-762fa97323c3 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:04.980062 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167484a-7b9f-45aa-b044-09f3ae4c4222 None None] Pushing event updated for resources: {'Port': ['ID=982ad235-e891-48ad-8016-0dbc58b1f7a3,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:04.984201 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-8167484a-7b9f-45aa-b044-09f3ae4c4222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:04.986619 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Network 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:04.995024 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:04.998828 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:47:05.045524 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Pushing event updated for resources: {'Port': ['ID=d6fcbd13-e386-4509-a03c-059b93372599,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:05.052007 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980264'] for router_interface, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:05.056556 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] Set router 55d0516b-d2e0-4a99-b712-185ce45b81a6 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:05.057432 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:05.095222 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246aeb2a-6110-4007-8e17-66ec71e66a0a req-cf7abc52-93ba-4293-beab-f4def8751ac1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:05.096735 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-246aeb2a-6110-4007-8e17-66ec71e66a0a req-cf7abc52-93ba-4293-beab-f4def8751ac1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.1810284 Jun 21 04:47:05.149406 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-246aeb2a-6110-4007-8e17-66ec71e66a0a req-e7007549-417d-4f2a-baa7-389d859b82dd tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437107 Jun 21 04:47:05.262545 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:01Z', 'updated_at': '2021-06-21T04:47:03Z', 'revision_number': 3, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'gw_port': {'id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:02Z', 'updated_at': '2021-06-21T04:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:05.295702 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0d0ef-c168-4ad9-838f-642f283ba484 None None] The sync data for ids ['55d0516b-d2e0-4a99-b712-185ce45b81a6'] in dv-cinder-772623-10-iscsi is: [{'id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:01Z', 'updated_at': '2021-06-21T04:47:03Z', 'revision_number': 3, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'gw_port': {'id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:02Z', 'updated_at': '2021-06-21T04:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:47:05.298620 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:05.314478 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-af6285cc-7088-43f2-9fb2-320ad4ca534c None None] Provisioning for port d6fcbd13-e386-4509-a03c-059b93372599 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:05.318647 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-af6285cc-7088-43f2-9fb2-320ad4ca534c None None] Provisioning complete for port d6fcbd13-e386-4509-a03c-059b93372599 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:05.321997 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-af6285cc-7088-43f2-9fb2-320ad4ca534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:05.355581 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-af6285cc-7088-43f2-9fb2-320ad4ca534c None None] Port d6fcbd13-e386-4509-a03c-059b93372599 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:47:05.475825 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:05.546374 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:05.552888 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0f6bcbd6-a88f-4e79-99f5-48a32633bfdd tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:05.618786 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Pushing event updated for resources: {'Port': ['ID=d6fcbd13-e386-4509-a03c-059b93372599,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:05.623103 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:05.624315 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-953471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982833'] for router_interface, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:05.723485 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Network 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:05.725158 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:05.846528 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Router 55d0516b-d2e0-4a99-b712-185ce45b81a6 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:47:05.957876 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:47:05.963000 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] 10.222.0.11 "PUT /v2.0/routers/55d0516b-d2e0-4a99-b712-185ce45b81a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0512238 Jun 21 04:47:05.984907 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-6d8bc82c-f9ab-4955-8eab-4ac5e0c7d664 None None] Provisioning complete for port d6fcbd13-e386-4509-a03c-059b93372599 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:05.985501 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-6d8bc82c-f9ab-4955-8eab-4ac5e0c7d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:06.021109 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-6d8bc82c-f9ab-4955-8eab-4ac5e0c7d664 None None] Port d6fcbd13-e386-4509-a03c-059b93372599 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:47:06.338522 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e895969-47db-4be7-b875-3886a5cac5c4 req-db2fb065-710a-407c-b8fd-b546593772c0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:06.339995 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4e895969-47db-4be7-b875-3886a5cac5c4 req-db2fb065-710a-407c-b8fd-b546593772c0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0652530 Jun 21 04:47:06.382650 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4e895969-47db-4be7-b875-3886a5cac5c4 req-a6fa74c0-bdd9-4e59-a909-2b46fd8c6ef0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346150 Jun 21 04:47:06.689336 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52870) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:06.695048 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-394383433-network', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:06.730881 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 982ad235-e891-48ad-8016-0dbc58b1f7a3 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:06.797691 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Made reservation on behalf of 4930ab13c6b74df69758279ebb90bde7 for: {'network': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:47:06.801000 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:06.811147 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Sync routers for ids ['55d0516b-d2e0-4a99-b712-185ce45b81a6'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:47:06.812981 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:06.820561 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Routers {'55d0516b-d2e0-4a99-b712-185ce45b81a6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:06.821191 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-44290509-5691-441f-bb36-19df52b7f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:46:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['55d0516b-d2e0-4a99-b712-185ce45b81a6'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:06.874072 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 982ad235-e891-48ad-8016-0dbc58b1f7a3 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:06.877947 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 982ad235-e891-48ad-8016-0dbc58b1f7a3 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:06.878327 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:06.903885 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:06.933437 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Set router 55d0516b-d2e0-4a99-b712-185ce45b81a6 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:06.958464 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:06.959836 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:06.964034 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:06.979495 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 982ad235-e891-48ad-8016-0dbc58b1f7a3, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=982ad235-e891-48ad-8016-0dbc58b1f7a3,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:06.987491 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=99943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:47:06.996655 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113976f9-f106-4bd9-a747-e636c53d9276,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:06.999934 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:07.004484 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:07.004887 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.segments_db [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Added segment 9e48af07-3ce8-45a7-ac45-ff5290f8e1b0 of type vlan for network 2c5a138d-9306-45b3-91c6-839bd9c5ebe2 Jun 21 04:47:07.044748 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:07.063088 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:07.065627 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:07.114466 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=982ad235-e891-48ad-8016-0dbc58b1f7a3,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:07.117502 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:07.142195 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-44290509-5691-441f-bb36-19df52b7f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:01Z', 'updated_at': '2021-06-21T04:47:05Z', 'revision_number': 4, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'gw_port': {'id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:02Z', 'updated_at': '2021-06-21T04:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'd6fcbd13-e386-4509-a03c-059b93372599', 'name': '', 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'mac_address': 'fa:16:3e:d7:19:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5808c492-1258-4229-8f85-9f21aecdb879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:04Z', 'updated_at': '2021-06-21T04:47:05Z', 'revision_number': 2, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'subnets': [{'id': '5808c492-1258-4229-8f85-9f21aecdb879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:07.142817 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:07.144870 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:07.145518 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:07.148691 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0c2c3476-3b08-4ba7-a103-e9f82bce59b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:07.169396 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Checking router: 55d0516b-d2e0-4a99-b712-185ce45b81a6 for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:47:07.169757 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Updating router 55d0516b-d2e0-4a99-b712-185ce45b81a6 port d6fcbd13-e386-4509-a03c-059b93372599 binding host dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:47:07.202637 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:07.203689 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=2c5a138d-9306-45b3-91c6-839bd9c5ebe2,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:07.207353 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:07.214729 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network 2c5a138d-9306-45b3-91c6-839bd9c5ebe2 details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:47:07.269672 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5789859 Jun 21 04:47:07.272498 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52872) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:07.277369 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-c5074f22-4782-4ea9-a8fc-2ae732b90fb0 admin admin] Request body: {'subnet': {'network_id': '2c5a138d-9306-45b3-91c6-839bd9c5ebe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-394383433-subnet', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7', 'ip_version': 4}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:07.370973 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5074f22-4782-4ea9-a8fc-2ae732b90fb0 admin admin] Made reservation on behalf of 4930ab13c6b74df69758279ebb90bde7 for: {'subnet': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:47:07.373454 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c5074f22-4782-4ea9-a8fc-2ae732b90fb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26156607'] for subnet, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:07.474439 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Notify callbacks [] for port, precommit_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:07.484619 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.provisioning_blocks [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Transition to ACTIVE for port object d6fcbd13-e386-4509-a03c-059b93372599 will not be triggered until provisioned by entity L2. {{(pid=99945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:07.559850 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:07.562262 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:07.618202 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263957bb-8ea1-457f-872a-02b3e57b42fd req-afd79b16-664a-4950-ab5d-ad63e74f8864 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:07.619669 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-263957bb-8ea1-457f-872a-02b3e57b42fd req-afd79b16-664a-4950-ab5d-ad63e74f8864 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0932581 Jun 21 04:47:07.636733 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Pushing event updated for resources: {'Port': ['ID=d6fcbd13-e386-4509-a03c-059b93372599,revision_number=3']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:07.639823 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c5074f22-4782-4ea9-a8fc-2ae732b90fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26156589'] for subnet, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:07.645509 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0604a7d8-fd6f-44e0-84cf-42787fe1d4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:07.645727 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:07.645994 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:07.646333 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:07.646661 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:07.647031 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:07.647329 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:07.647648 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:07.647964 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:07.648281 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:07.648595 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:07.649100 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:07.649268 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:07.652807 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:07.696670 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-263957bb-8ea1-457f-872a-02b3e57b42fd req-23f781c0-bd4f-4777-9941-702637feedcd tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709746 Jun 21 04:47:07.709530 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Attempting to bind port d6fcbd13-e386-4509-a03c-059b93372599 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:47:07.709900 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Attempting to bind port d6fcbd13-e386-4509-a03c-059b93372599 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '9543375e-4d88-4cfb-ae5b-ef0b1e9c126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951'}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:47:07.710271 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Attempting to bind port d6fcbd13-e386-4509-a03c-059b93372599 on network 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:07.716519 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:47:07.716670 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5074f22-4782-4ea9-a8fc-2ae732b90fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a85982f-7e81-41b8-811a-ddc331e024b2,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:07.716774 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Checking segment: {'id': '9543375e-4d88-4cfb-ae5b-ef0b1e9c126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:07.717123 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:07.717517 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Bound using segment: {'id': '9543375e-4d88-4cfb-ae5b-ef0b1e9c126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951'} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:47:07.717994 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Bound port: d6fcbd13-e386-4509-a03c-059b93372599, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9543375e-4d88-4cfb-ae5b-ef0b1e9c126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951'}}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:47:07.718440 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:07.721405 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c5074f22-4782-4ea9-a8fc-2ae732b90fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:07.728219 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5074f22-4782-4ea9-a8fc-2ae732b90fb0 admin admin] Checking segment: {'id': '9e48af07-3ce8-45a7-ac45-ff5290f8e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2c5a138d-9306-45b3-91c6-839bd9c5ebe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:07.728928 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5074f22-4782-4ea9-a8fc-2ae732b90fb0 admin admin] Network hostable DHCP agents. Network: 2c5a138d-9306-45b3-91c6-839bd9c5ebe2, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:47:07.782881 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-44290509-5691-441f-bb36-19df52b7f86c None None] For port d6fcbd13-e386-4509-a03c-059b93372599, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:47:07.786761 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-44290509-5691-441f-bb36-19df52b7f86c None None] For port d6fcbd13-e386-4509-a03c-059b93372599, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=d6fcbd13-e386-4509-a03c-059b93372599,segment=NetworkSegment(9543375e-4d88-4cfb-ae5b-ef0b1e9c126a),segment_id=9543375e-4d88-4cfb-ae5b-ef0b1e9c126a)] {{(pid=99945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:47:07.809047 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5074f22-4782-4ea9-a8fc-2ae732b90fb0 admin admin] Network 2c5a138d-9306-45b3-91c6-839bd9c5ebe2 is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:47:07.864220 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:07.866473 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:07.889254 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-c5074f22-4782-4ea9-a8fc-2ae732b90fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, 2c5a138d-9306-45b3-91c6-839bd9c5ebe2) {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:07.893739 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5074f22-4782-4ea9-a8fc-2ae732b90fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:07.894325 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c5074f22-4782-4ea9-a8fc-2ae732b90fb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:07.901317 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fe06b0-e94c-4562-a3ee-444b37931c3a None None] Network 2c5a138d-9306-45b3-91c6-839bd9c5ebe2 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:47:07.923073 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Routers {'55d0516b-d2e0-4a99-b712-185ce45b81a6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:07.923711 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-44290509-5691-441f-bb36-19df52b7f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:46:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['55d0516b-d2e0-4a99-b712-185ce45b81a6'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:07.925967 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Pushing event updated for resources: {'Port': ['ID=d6fcbd13-e386-4509-a03c-059b93372599,revision_number=4']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:07.929495 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:07.975701 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 52880) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:07.976245 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-c5074f22-4782-4ea9-a8fc-2ae732b90fb0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7022510 Jun 21 04:47:07.983261 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-394383433-router', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:08.052577 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-44290509-5691-441f-bb36-19df52b7f86c None None] Set router 55d0516b-d2e0-4a99-b712-185ce45b81a6 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:08.069644 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-579730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2919'] for router, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:08.070775 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2924'] for router, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:08.086849 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b7f54c-9316-54f7-a4b8-74361f7d5cb9-2c5a138d-9306-45b3-91c6-839bd9c5ebe2', 'network_id': '2c5a138d-9306-45b3-91c6-839bd9c5ebe2', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7', 'fixed_ips': [{'subnet_id': '3a85982f-7e81-41b8-811a-ddc331e024b2'}]}} from dv-cinder-772623-10-iscsi. {{(pid=99944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:47:08.086849 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:08.133794 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:08.224347 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.db_base_plugin_common [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Allocated IP 172.20.0.2 (2c5a138d-9306-45b3-91c6-839bd9c5ebe2/3a85982f-7e81-41b8-811a-ddc331e024b2/7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd) {{(pid=99944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:47:08.330059 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2938'] for router, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:08.345481 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-44290509-5691-441f-bb36-19df52b7f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:01Z', 'updated_at': '2021-06-21T04:47:05Z', 'revision_number': 4, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'gw_port': {'id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:02Z', 'updated_at': '2021-06-21T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'd6fcbd13-e386-4509-a03c-059b93372599', 'name': '', 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'mac_address': 'fa:16:3e:d7:19:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5808c492-1258-4229-8f85-9f21aecdb879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:04Z', 'updated_at': '2021-06-21T04:47:07Z', 'revision_number': 4, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'subnets': [{'id': '5808c492-1258-4229-8f85-9f21aecdb879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:08.374382 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44290509-5691-441f-bb36-19df52b7f86c None None] The sync data for ids ['55d0516b-d2e0-4a99-b712-185ce45b81a6'] in dv-cinder-772623-10-iscsi is: [{'id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:01Z', 'updated_at': '2021-06-21T04:47:05Z', 'revision_number': 4, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'gw_port': {'id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:02Z', 'updated_at': '2021-06-21T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'd6fcbd13-e386-4509-a03c-059b93372599', 'name': '', 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'mac_address': 'fa:16:3e:d7:19:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5808c492-1258-4229-8f85-9f21aecdb879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:04Z', 'updated_at': '2021-06-21T04:47:07Z', 'revision_number': 4, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'subnets': [{'id': '5808c492-1258-4229-8f85-9f21aecdb879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:47:08.374929 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Notify callbacks [] for port, precommit_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:08.387716 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Transition to ACTIVE for port object 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:08.403830 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Transition to ACTIVE for port object 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd will not be triggered until provisioned by entity DHCP. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:08.480597 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:08.483407 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:08.530622 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Network 2c5a138d-9306-45b3-91c6-839bd9c5ebe2 is already hosted by enough agents. {{(pid=99944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:08.533102 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.base_scheduler [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Resources bound (agent type, host, resource id): {{(pid=99944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:08.538602 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Received port after_create {{(pid=99944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:47:08.643597 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:08.668058 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:08.692399 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Pushing event updated for resources: {'Port': ['ID=7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd,revision_number=1']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:08.695936 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:08.735784 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Attempting to bind port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:47:08.736109 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Attempting to bind port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '9e48af07-3ce8-45a7-ac45-ff5290f8e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2c5a138d-9306-45b3-91c6-839bd9c5ebe2'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:47:08.736489 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Attempting to bind port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd on network 2c5a138d-9306-45b3-91c6-839bd9c5ebe2 {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:08.744544 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:47:08.748286 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Checking segment: {'id': '9e48af07-3ce8-45a7-ac45-ff5290f8e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2c5a138d-9306-45b3-91c6-839bd9c5ebe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:08.748286 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:08.748286 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Bound using segment: {'id': '9e48af07-3ce8-45a7-ac45-ff5290f8e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2c5a138d-9306-45b3-91c6-839bd9c5ebe2'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:47:08.748286 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Bound port: 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e48af07-3ce8-45a7-ac45-ff5290f8e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2c5a138d-9306-45b3-91c6-839bd9c5ebe2'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:47:08.748286 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:08.798681 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Allocated IP 172.27.1.46 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:47:08.829332 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] For port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:47:08.833065 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] For port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd,segment=NetworkSegment(9e48af07-3ce8-45a7-ac45-ff5290f8e1b0),segment_id=9e48af07-3ce8-45a7-ac45-ff5290f8e1b0)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:47:08.857218 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 982ad235-e891-48ad-8016-0dbc58b1f7a3 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:08.918106 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 982ad235-e891-48ad-8016-0dbc58b1f7a3 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:08.918925 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:08.953948 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:08.957598 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:08.965221 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-8167484a-7b9f-45aa-b044-09f3ae4c4222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:09.010710 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a42f6-00eb-4bbd-a054-b80c70a1e40b req-72f5ee50-5a07-4033-b166-44055c0660cb tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:09.012314 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-023a42f6-00eb-4bbd-a054-b80c70a1e40b req-72f5ee50-5a07-4033-b166-44055c0660cb tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.1270969 Jun 21 04:47:09.068244 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-023a42f6-00eb-4bbd-a054-b80c70a1e40b req-4deeba5a-51ff-4aaa-bdd9-9bb8b7374a59 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488994 Jun 21 04:47:09.093039 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Pushing event updated for resources: {'Port': ['ID=7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:09.098484 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:09.103291 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25676322'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:09.105603 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device d6fcbd13-e386-4509-a03c-059b93372599 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:09.106268 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-b64c6dea-c22a-4d5f-bf9b-5cd82f680f57 tempest-DeleteServersTestJSON-942899067 tempest-DeleteServersTestJSON-942899067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:09.160512 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:09.163786 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:09.173840 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:47:09.173840 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Pushing event updated for resources: {'Port': ['ID=0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:09.195282 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:09.228693 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port d6fcbd13-e386-4509-a03c-059b93372599 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:09.242700 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port d6fcbd13-e386-4509-a03c-059b93372599 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:09.248610 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:09.360369 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:09.406430 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port d6fcbd13-e386-4509-a03c-059b93372599, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=d6fcbd13-e386-4509-a03c-059b93372599,segment=NetworkSegment(9543375e-4d88-4cfb-ae5b-ef0b1e9c126a),segment_id=9543375e-4d88-4cfb-ae5b-ef0b1e9c126a)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:09.468714 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:09.472930 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:09.521124 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=d6fcbd13-e386-4509-a03c-059b93372599,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:09.524269 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:09.547589 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:09.750358 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969735'] for router, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:09.965459 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Router 0e3caa3a-fe62-43b8-a705-c2f97c095cdb is scheduled to L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c with binding_index 1 {{(pid=99942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:47:09.980612 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677d875-716a-4935-89a2-e7ad63990e0d None None] Network 2c5a138d-9306-45b3-91c6-839bd9c5ebe2 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:47:10.072572 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:47:10.085303 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Sync routers for ids ['0e3caa3a-fe62-43b8-a705-c2f97c095cdb'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:47:10.104362 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Routers {'0e3caa3a-fe62-43b8-a705-c2f97c095cdb'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:10.104979 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:46:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['0e3caa3a-fe62-43b8-a705-c2f97c095cdb'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:10.140707 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-d2e48577-3195-4da5-b6d0-ca709ace593c None None] Provisioning for port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:10.165684 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Notify callbacks [] for router, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:10.170232 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1904960 Jun 21 04:47:10.170803 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 52890) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:10.244758 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Set router 0e3caa3a-fe62-43b8-a705-c2f97c095cdb gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:10.331844 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce58789-5624-4a31-84ab-84a24d2925c4 req-fa0be9d5-3a68-4876-bfdd-9ea5342fbe42 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:10.333305 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-bce58789-5624-4a31-84ab-84a24d2925c4 req-fa0be9d5-3a68-4876-bfdd-9ea5342fbe42 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.1178937 Jun 21 04:47:10.444103 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-bce58789-5624-4a31-84ab-84a24d2925c4 req-93d08648-54cf-4114-9991-80b5d0d4214a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767055 Jun 21 04:47:10.447187 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'name': 'tempest-TestMinimumBasicScenario-394383433-router', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:47:09Z', 'revision_number': 3, 'project_id': '4930ab13c6b74df69758279ebb90bde7', 'gw_port': {'id': '0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:10.476446 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Checking router: 0e3caa3a-fe62-43b8-a705-c2f97c095cdb for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:47:10.476894 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Updating router 0e3caa3a-fe62-43b8-a705-c2f97c095cdb port 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99 binding host dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:47:10.515955 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:10.677225 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:10.798208 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Notify callbacks [] for port, precommit_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:10.809736 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device d6fcbd13-e386-4509-a03c-059b93372599 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:10.811772 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Transition to ACTIVE for port object 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99 will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:10.841272 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Allocated IP 172.20.0.1 (2c5a138d-9306-45b3-91c6-839bd9c5ebe2/3a85982f-7e81-41b8-811a-ddc331e024b2/cf1f43a5-9d41-4c06-909a-9b693648cf73) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:47:10.859759 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port d6fcbd13-e386-4509-a03c-059b93372599 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:10.860175 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:10.882289 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:10.890679 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:10.943377 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:10.955238 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Attempting to bind port 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:47:10.956480 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Attempting to bind port 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:47:10.957010 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Attempting to bind port 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99 on network a83701e4-e1f4-405b-ae26-5c447039f249 {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:10.958082 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Transition to ACTIVE for port object cf1f43a5-9d41-4c06-909a-9b693648cf73 will not be triggered until provisioned by entity DHCP. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:10.958871 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5ecdd-fab2-4f17-abb5-12541196fae7 None None] Pushing event updated for resources: {'Port': ['ID=0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:10.961679 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-38b5ecdd-fab2-4f17-abb5-12541196fae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:10.967964 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:47:10.968349 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Checking segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:10.968756 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:10.969148 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Bound using segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:47:10.969651 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Bound port: 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:47:10.970033 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:11.039274 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:11.057499 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:11.061382 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-81104f8c-0a49-4703-bee5-4e959fc383c8 tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:11.071366 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] For port 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:47:11.090544 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] For port 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:47:11.099077 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Network 2c5a138d-9306-45b3-91c6-839bd9c5ebe2 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:11.103588 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:11.106923 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:47:11.112491 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Pushing event updated for resources: {'Port': ['ID=cf1f43a5-9d41-4c06-909a-9b693648cf73,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:11.131564 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:11.150194 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980264'] for router_interface, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:11.177761 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:11.179792 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-2d877a30-37be-4fd9-9ccf-9fb4d1b00610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:11.211352 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:11.218452 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:11.218939 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:11.281682 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Routers {'0e3caa3a-fe62-43b8-a705-c2f97c095cdb'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:11.282319 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:46:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['0e3caa3a-fe62-43b8-a705-c2f97c095cdb'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:11.285988 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5ecdd-fab2-4f17-abb5-12541196fae7 None None] Pushing event updated for resources: {'Port': ['ID=0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:11.290182 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-38b5ecdd-fab2-4f17-abb5-12541196fae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:11.367028 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:11.540901 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:11.543628 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] Set router 0e3caa3a-fe62-43b8-a705-c2f97c095cdb gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:11.546153 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:11.604422 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-342a0a3b-e444-4c3b-8d16-b5a5c69e69b9 None None] Provisioning for port cf1f43a5-9d41-4c06-909a-9b693648cf73 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:11.606298 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:11.609621 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6c53ce3c-49e7-403a-ba8c-4b774e90f59e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:11.622457 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-342a0a3b-e444-4c3b-8d16-b5a5c69e69b9 None None] Provisioning complete for port cf1f43a5-9d41-4c06-909a-9b693648cf73 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:11.623247 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-342a0a3b-e444-4c3b-8d16-b5a5c69e69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:11.635817 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc471b-59e8-43cf-a090-020759dbe525 req-20943291-2da0-4764-b983-3c7213cf132c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:11.637583 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9bfc471b-59e8-43cf-a090-020759dbe525 req-20943291-2da0-4764-b983-3c7213cf132c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0703287 Jun 21 04:47:11.679398 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9bfc471b-59e8-43cf-a090-020759dbe525 req-bcc9d6d4-884a-4017-a2df-2337ebeeb94a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339816 Jun 21 04:47:11.684202 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-953471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982833'] for router_interface, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:11.686225 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Pushing event updated for resources: {'Port': ['ID=cf1f43a5-9d41-4c06-909a-9b693648cf73,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:11.689813 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:11.692621 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd,segment=NetworkSegment(9e48af07-3ce8-45a7-ac45-ff5290f8e1b0),segment_id=9e48af07-3ce8-45a7-ac45-ff5290f8e1b0)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:11.732475 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-342a0a3b-e444-4c3b-8d16-b5a5c69e69b9 None None] Port cf1f43a5-9d41-4c06-909a-9b693648cf73 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:47:11.791680 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Network 2c5a138d-9306-45b3-91c6-839bd9c5ebe2 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:11.793147 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:11.796774 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'name': 'tempest-TestMinimumBasicScenario-394383433-router', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:47:09Z', 'revision_number': 3, 'project_id': '4930ab13c6b74df69758279ebb90bde7', 'gw_port': {'id': '0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:11.831646 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:11.833875 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c1da9-574d-4d83-a8ae-78e363498d11 None None] The sync data for ids ['0e3caa3a-fe62-43b8-a705-c2f97c095cdb'] in dv-cinder-772623-10-iscsi is: [{'id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'name': 'tempest-TestMinimumBasicScenario-394383433-router', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:47:09Z', 'revision_number': 3, 'project_id': '4930ab13c6b74df69758279ebb90bde7', 'gw_port': {'id': '0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:47:11.835549 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:11.905266 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:11.910368 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:12.059110 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-20b9b6da-c574-4a9f-9655-a0d04d9d5c84 None None] Provisioning complete for port cf1f43a5-9d41-4c06-909a-9b693648cf73 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:12.059536 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-20b9b6da-c574-4a9f-9655-a0d04d9d5c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:12.118848 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-20b9b6da-c574-4a9f-9655-a0d04d9d5c84 None None] Port cf1f43a5-9d41-4c06-909a-9b693648cf73 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:47:12.203068 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Router 0e3caa3a-fe62-43b8-a705-c2f97c095cdb has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:47:12.318161 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:47:12.323121 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] 10.222.0.11 "PUT /v2.0/routers/0e3caa3a-fe62-43b8-a705-c2f97c095cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1511369 Jun 21 04:47:12.814300 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:12.889594 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1bc57-679e-4d4b-a64d-c3997b20329a req-b36d9561-5527-4bc9-b903-1638bd359b9f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:12.891243 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-57d1bc57-679e-4d4b-a64d-c3997b20329a req-b36d9561-5527-4bc9-b903-1638bd359b9f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0703557 Jun 21 04:47:12.932568 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-57d1bc57-679e-4d4b-a64d-c3997b20329a req-9b0d0104-6171-4460-8d55-763061eca3d7 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341735 Jun 21 04:47:12.952126 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:12.956770 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:12.957160 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:13.038697 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:13.059308 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:13.140796 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:13.142626 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:13.164605 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-85a2e42b-b38a-440e-83e8-04e81acc64b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:13.234155 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:13.238068 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:13.248758 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:13.249258 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:13.484154 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Sync routers for ids ['0e3caa3a-fe62-43b8-a705-c2f97c095cdb'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:47:13.496568 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Routers {'0e3caa3a-fe62-43b8-a705-c2f97c095cdb'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:13.497344 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:46:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['0e3caa3a-fe62-43b8-a705-c2f97c095cdb'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:13.617134 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Set router 0e3caa3a-fe62-43b8-a705-c2f97c095cdb gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:13.834343 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'name': 'tempest-TestMinimumBasicScenario-394383433-router', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:47:11Z', 'revision_number': 4, 'project_id': '4930ab13c6b74df69758279ebb90bde7', 'gw_port': {'id': '0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'cf1f43a5-9d41-4c06-909a-9b693648cf73', 'name': '', 'network_id': '2c5a138d-9306-45b3-91c6-839bd9c5ebe2', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7', 'mac_address': 'fa:16:3e:80:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3a85982f-7e81-41b8-811a-ddc331e024b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:10Z', 'updated_at': '2021-06-21T04:47:11Z', 'revision_number': 2, 'project_id': '4930ab13c6b74df69758279ebb90bde7', 'subnets': [{'id': '3a85982f-7e81-41b8-811a-ddc331e024b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:13.860750 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Checking router: 0e3caa3a-fe62-43b8-a705-c2f97c095cdb for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:47:13.861129 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Updating router 0e3caa3a-fe62-43b8-a705-c2f97c095cdb port cf1f43a5-9d41-4c06-909a-9b693648cf73 binding host dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:47:13.900321 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:14.157391 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cadc77-4809-42d7-973b-a044289c4a6f req-f88c78bd-b10c-4b65-abfc-282a9660bf4b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:14.160100 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-16cadc77-4809-42d7-973b-a044289c4a6f req-f88c78bd-b10c-4b65-abfc-282a9660bf4b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0777071 Jun 21 04:47:14.238755 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Notify callbacks [] for port, precommit_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:14.250239 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-16cadc77-4809-42d7-973b-a044289c4a6f req-c704a45a-4b3a-4830-aedd-079308c09ef5 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793316 Jun 21 04:47:14.250399 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.provisioning_blocks [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Transition to ACTIVE for port object cf1f43a5-9d41-4c06-909a-9b693648cf73 will not be triggered until provisioned by entity L2. {{(pid=99945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:14.332475 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:14.334897 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-47f8a7c7-0b35-4d9c-ae2b-8f06b403ae1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:14.426227 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c5928-e44f-41b9-97d6-6a6f800e1de2 None None] Pushing event updated for resources: {'Port': ['ID=cf1f43a5-9d41-4c06-909a-9b693648cf73,revision_number=3']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:14.433781 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-9a8c5928-e44f-41b9-97d6-6a6f800e1de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:14.494289 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Attempting to bind port cf1f43a5-9d41-4c06-909a-9b693648cf73 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:47:14.495870 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Attempting to bind port cf1f43a5-9d41-4c06-909a-9b693648cf73 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '9e48af07-3ce8-45a7-ac45-ff5290f8e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2c5a138d-9306-45b3-91c6-839bd9c5ebe2'}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:47:14.496236 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Attempting to bind port cf1f43a5-9d41-4c06-909a-9b693648cf73 on network 2c5a138d-9306-45b3-91c6-839bd9c5ebe2 {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:14.502008 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:47:14.504743 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Checking segment: {'id': '9e48af07-3ce8-45a7-ac45-ff5290f8e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2c5a138d-9306-45b3-91c6-839bd9c5ebe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:14.505422 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:14.506035 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Bound using segment: {'id': '9e48af07-3ce8-45a7-ac45-ff5290f8e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2c5a138d-9306-45b3-91c6-839bd9c5ebe2'} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:47:14.506715 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Bound port: cf1f43a5-9d41-4c06-909a-9b693648cf73, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e48af07-3ce8-45a7-ac45-ff5290f8e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2c5a138d-9306-45b3-91c6-839bd9c5ebe2'}}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:47:14.507326 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:14.577093 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] For port cf1f43a5-9d41-4c06-909a-9b693648cf73, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:47:14.580950 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] For port cf1f43a5-9d41-4c06-909a-9b693648cf73, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=cf1f43a5-9d41-4c06-909a-9b693648cf73,segment=NetworkSegment(9e48af07-3ce8-45a7-ac45-ff5290f8e1b0),segment_id=9e48af07-3ce8-45a7-ac45-ff5290f8e1b0)] {{(pid=99945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:47:14.638775 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:14.641286 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-96a4f829-a680-4d2e-b495-071894e6b027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:14.701603 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c5928-e44f-41b9-97d6-6a6f800e1de2 None None] Pushing event updated for resources: {'Port': ['ID=cf1f43a5-9d41-4c06-909a-9b693648cf73,revision_number=4']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:14.707678 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-9a8c5928-e44f-41b9-97d6-6a6f800e1de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:14.729313 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Routers {'0e3caa3a-fe62-43b8-a705-c2f97c095cdb'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:14.729936 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:46:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['0e3caa3a-fe62-43b8-a705-c2f97c095cdb'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:14.750773 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:14.841444 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:14.842355 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:14.855833 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] Set router 0e3caa3a-fe62-43b8-a705-c2f97c095cdb gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:15.107798 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'name': 'tempest-TestMinimumBasicScenario-394383433-router', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:47:11Z', 'revision_number': 4, 'project_id': '4930ab13c6b74df69758279ebb90bde7', 'gw_port': {'id': '0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'cf1f43a5-9d41-4c06-909a-9b693648cf73', 'name': '', 'network_id': '2c5a138d-9306-45b3-91c6-839bd9c5ebe2', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7', 'mac_address': 'fa:16:3e:80:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3a85982f-7e81-41b8-811a-ddc331e024b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:10Z', 'updated_at': '2021-06-21T04:47:14Z', 'revision_number': 4, 'project_id': '4930ab13c6b74df69758279ebb90bde7', 'subnets': [{'id': '3a85982f-7e81-41b8-811a-ddc331e024b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:15.137997 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122a96f7-5e98-40e9-83eb-e6b4f6042450 None None] The sync data for ids ['0e3caa3a-fe62-43b8-a705-c2f97c095cdb'] in dv-cinder-772623-10-iscsi is: [{'id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'name': 'tempest-TestMinimumBasicScenario-394383433-router', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:47:11Z', 'revision_number': 4, 'project_id': '4930ab13c6b74df69758279ebb90bde7', 'gw_port': {'id': '0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'cf1f43a5-9d41-4c06-909a-9b693648cf73', 'name': '', 'network_id': '2c5a138d-9306-45b3-91c6-839bd9c5ebe2', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7', 'mac_address': 'fa:16:3e:80:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3a85982f-7e81-41b8-811a-ddc331e024b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:10Z', 'updated_at': '2021-06-21T04:47:14Z', 'revision_number': 4, 'project_id': '4930ab13c6b74df69758279ebb90bde7', 'subnets': [{'id': '3a85982f-7e81-41b8-811a-ddc331e024b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:47:15.474626 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342ca87-ef6f-4b9f-a84d-c156c3357fbe req-b9ba5454-9533-4fd3-a4db-000d5408bdd1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:15.480029 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8342ca87-ef6f-4b9f-a84d-c156c3357fbe req-b9ba5454-9533-4fd3-a4db-000d5408bdd1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.1078496 Jun 21 04:47:15.530275 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8342ca87-ef6f-4b9f-a84d-c156c3357fbe req-e27ff469-2172-4763-b49b-2511048b69b1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446110 Jun 21 04:47:16.736027 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e6126-8498-4ad6-8ae9-c0ecdbcab784 req-33187c20-9e79-438b-b5f8-db57574c79a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:16.744662 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-dd7e6126-8498-4ad6-8ae9-c0ecdbcab784 req-33187c20-9e79-438b-b5f8-db57574c79a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0822067 Jun 21 04:47:16.829453 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-dd7e6126-8498-4ad6-8ae9-c0ecdbcab784 req-a6b9b68c-1d25-42e1-b343-c18dc52e2d96 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460024 Jun 21 04:47:16.837105 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device cf1f43a5-9d41-4c06-909a-9b693648cf73 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:16.959707 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port cf1f43a5-9d41-4c06-909a-9b693648cf73 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:16.963775 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port cf1f43a5-9d41-4c06-909a-9b693648cf73 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:16.964156 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:17.046941 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:17.084850 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port cf1f43a5-9d41-4c06-909a-9b693648cf73, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=cf1f43a5-9d41-4c06-909a-9b693648cf73,segment=NetworkSegment(9e48af07-3ce8-45a7-ac45-ff5290f8e1b0),segment_id=9e48af07-3ce8-45a7-ac45-ff5290f8e1b0)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:17.137296 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:17.139858 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:17.201503 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=cf1f43a5-9d41-4c06-909a-9b693648cf73,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:17.207498 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:17.982444 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac3bed-b80b-4249-a834-7a702d20f2f5 req-1c7db981-a616-42ec-8711-6b4ffcff6505 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:17.984184 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-02ac3bed-b80b-4249-a834-7a702d20f2f5 req-1c7db981-a616-42ec-8711-6b4ffcff6505 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0734499 Jun 21 04:47:18.028544 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-02ac3bed-b80b-4249-a834-7a702d20f2f5 req-d18194b0-77a1-4eda-bf09-ac8c1a5f9160 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382144 Jun 21 04:47:18.609032 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e264289-0365-4a42-90a9-712f2f340629 req-4f8dbce2-6d7a-4d79-9296-a96db7dc616c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:18.610732 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6e264289-0365-4a42-90a9-712f2f340629 req-4f8dbce2-6d7a-4d79-9296-a96db7dc616c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0967722 Jun 21 04:47:18.706373 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6e264289-0365-4a42-90a9-712f2f340629 req-0fa2c41f-54a8-463a-b9aa-6b5b5cea769f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565820 Jun 21 04:47:18.746062 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b4bfb-202a-4646-a3dd-52280f653c25 req-9575c5f0-087a-422b-a8c7-ee24356481dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:18.749419 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-219b4bfb-202a-4646-a3dd-52280f653c25 req-9575c5f0-087a-422b-a8c7-ee24356481dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fddde2cb5b784d03a92ed36190bf4c57&device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 1098 time: 0.1370659 Jun 21 04:47:18.810322 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device cf1f43a5-9d41-4c06-909a-9b693648cf73 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:18.857518 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b4bfb-202a-4646-a3dd-52280f653c25 req-dce0ff8c-269c-4410-8043-b82afb138359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:18.859782 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-219b4bfb-202a-4646-a3dd-52280f653c25 req-dce0ff8c-269c-4410-8043-b82afb138359 service neutron] 10.222.0.52 "GET /v2.0/networks?id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 HTTP/1.1" status: 200 len: 912 time: 0.1020989 Jun 21 04:47:18.867702 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port cf1f43a5-9d41-4c06-909a-9b693648cf73 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:18.868189 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:18.938276 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-219b4bfb-202a-4646-a3dd-52280f653c25 req-04715ab7-fb3e-46a3-ade5-99654c9cfb5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7750dc-876c-440f-8b7f-4d8b1eddaba8 HTTP/1.1" status: 200 len: 1001 time: 0.0720034 Jun 21 04:47:19.007055 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b4bfb-202a-4646-a3dd-52280f653c25 req-c0a6f9b1-0b9d-478f-85d0-33c612aa5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:19.009572 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-219b4bfb-202a-4646-a3dd-52280f653c25 req-c0a6f9b1-0b9d-478f-85d0-33c612aa5d73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a41fb09-670a-46b0-9438-50fcf86692cb HTTP/1.1" status: 200 len: 850 time: 0.0646682 Jun 21 04:47:19.073969 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b4bfb-202a-4646-a3dd-52280f653c25 req-e79ea15f-33bd-4c15-aafd-ac6dc02e3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:19.075746 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-219b4bfb-202a-4646-a3dd-52280f653c25 req-e79ea15f-33bd-4c15-aafd-ac6dc02e3f92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0566897 Jun 21 04:47:19.242510 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-219b4bfb-202a-4646-a3dd-52280f653c25 req-028f3550-b9fb-4ff5-9b58-0a3beb79e9f4 service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392603 Jun 21 04:47:19.307871 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-648afe22-8723-4d66-8c69-fcbfe52a715b req-eda0968b-c2d0-4b86-ad26-17ab5e9bad6f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1323056 Jun 21 04:47:19.349428 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-219b4bfb-202a-4646-a3dd-52280f653c25 req-54c0ff59-6d28-4340-aae9-d68b26d8bd8b service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001377 Jun 21 04:47:19.404720 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648afe22-8723-4d66-8c69-fcbfe52a715b req-e1b00314-095b-4254-9182-9fe4d1b58367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:19.406447 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-648afe22-8723-4d66-8c69-fcbfe52a715b req-e1b00314-095b-4254-9182-9fe4d1b58367 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b575213fd3cf475ba09994a823f48ca0&device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 1099 time: 0.0561919 Jun 21 04:47:19.531568 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648afe22-8723-4d66-8c69-fcbfe52a715b req-f3d4cf2e-d0a2-46f2-9192-4ba4989cea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:19.531568 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-648afe22-8723-4d66-8c69-fcbfe52a715b req-f3d4cf2e-d0a2-46f2-9192-4ba4989cea99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61390495-c3b7-4548-81d7-17e6d745f6c7 HTTP/1.1" status: 200 len: 917 time: 0.0921156 Jun 21 04:47:19.601879 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-648afe22-8723-4d66-8c69-fcbfe52a715b req-a877848d-4b62-4ee9-9759-bca5dbec07f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46ab575-b415-4764-807d-b5aba12bd52e HTTP/1.1" status: 200 len: 1000 time: 0.0634389 Jun 21 04:47:19.655221 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648afe22-8723-4d66-8c69-fcbfe52a715b req-e803015b-41bb-4c7a-9c18-24a374655679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:19.656654 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-648afe22-8723-4d66-8c69-fcbfe52a715b req-e803015b-41bb-4c7a-9c18-24a374655679 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b671d7e-332a-43b4-8527-08dc27325fa0 HTTP/1.1" status: 200 len: 855 time: 0.0454168 Jun 21 04:47:19.721700 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648afe22-8723-4d66-8c69-fcbfe52a715b req-409653d7-2c38-4da6-944f-a7a556c7bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:19.724788 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-648afe22-8723-4d66-8c69-fcbfe52a715b req-409653d7-2c38-4da6-944f-a7a556c7bc54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61390495-c3b7-4548-81d7-17e6d745f6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0589511 Jun 21 04:47:19.837511 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-648afe22-8723-4d66-8c69-fcbfe52a715b req-db66c110-bfc7-4492-bd2e-6dd58b3dedca service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050618 Jun 21 04:47:19.925049 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cca42-b9da-44ff-a588-5e5662d83c3d req-433d078c-f345-4111-90e2-a7c587d22af6 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:19.927494 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a65cca42-b9da-44ff-a588-5e5662d83c3d req-433d078c-f345-4111-90e2-a7c587d22af6 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0793419 Jun 21 04:47:19.950184 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-648afe22-8723-4d66-8c69-fcbfe52a715b req-d16d584b-7b90-46a6-a33b-cf9843dc4d2f service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048083 Jun 21 04:47:19.998832 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a65cca42-b9da-44ff-a588-5e5662d83c3d req-c70d2c39-1d99-465b-a0a0-57008efdc0ff tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648923 Jun 21 04:47:21.181941 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4699-c6b2-4719-ae18-849be4e3260e req-9c58895b-ae56-4acf-9469-46e79e2edd32 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:21.183537 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-bc9b4699-c6b2-4719-ae18-849be4e3260e req-9c58895b-ae56-4acf-9469-46e79e2edd32 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0799050 Jun 21 04:47:21.227358 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-bc9b4699-c6b2-4719-ae18-849be4e3260e req-b6184002-573c-40cb-b625-868ccfc6c9f4 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373375 Jun 21 04:47:23.893924 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-93cf1639-0c1a-45ac-9591-ab0da55296c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:24.028154 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:24.826048 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69063e4-450e-48ab-be81-f348d7821b64 req-42e182af-7a79-4ef2-a3c2-dc2c64a3fcff tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:24.827516 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f69063e4-450e-48ab-be81-f348d7821b64 req-42e182af-7a79-4ef2-a3c2-dc2c64a3fcff tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/networks?id=47425eb1-9ff7-4cb7-bb17-50a77d6bf951 HTTP/1.1" status: 200 len: 814 time: 0.1013436 Jun 21 04:47:24.842852 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f69063e4-450e-48ab-be81-f348d7821b64 req-8849e8b8-1f1f-450d-9d7c-3b23cd68a4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/quotas/73ca3c1def754bb1aa968ba0620e4c5e HTTP/1.1" status: 200 len: 375 time: 0.0090809 Jun 21 04:47:24.916864 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f69063e4-450e-48ab-be81-f348d7821b64 req-0031c777-0876-4914-9a59-1b0ef9bd8c2b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=73ca3c1def754bb1aa968ba0620e4c5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682068 Jun 21 04:47:25.094060 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f69063e4-450e-48ab-be81-f348d7821b64 req-083ce110-3388-4d98-b3b6-7859fb301b3d service neutron] 10.222.0.11 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660190 Jun 21 04:47:25.184846 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f69063e4-450e-48ab-be81-f348d7821b64 req-83199d78-7285-452b-a427-fcc40b61e925 service neutron] 10.222.0.11 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842862 Jun 21 04:47:25.457843 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e77ca387-ad2f-4ef1-b33c-5225fdacd86f req-ec9d1158-4395-4d19-a499-25ae7e89a6ee tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 210 time: 0.0314875 Jun 21 04:47:25.819787 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53076) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:25.917844 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:26.007336 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:26.083093 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:26.085606 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d9e3135c-d437-408a-b945-2a9c10f80e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:26.121661 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=242a8ff677654dfe88cd5d139b17dd78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007903 Jun 21 04:47:26.122521 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1b334c-95d9-4088-8c4e-27889d0e1dc5,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:26.124410 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53080) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:26.130088 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:26.130456 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:26.130814 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:26.131192 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:26.131539 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:26.131896 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:26.132279 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:26.132625 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:26.132967 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:26.133307 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:26.133645 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:26.133998 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:26.137892 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-313be945-8e31-4bfd-8b28-094465af3634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:26.174580 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-69eb80f2-6cc7-4cd1-ba06-482014d39906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:26.196589 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-69eb80f2-6cc7-4cd1-ba06-482014d39906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:26.274141 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f08c8e53-a530-4a4b-8efd-58f02a3771c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:26.314288 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-69eb80f2-6cc7-4cd1-ba06-482014d39906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:26.317570 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-69eb80f2-6cc7-4cd1-ba06-482014d39906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:26.318782 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-69eb80f2-6cc7-4cd1-ba06-482014d39906 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d1b334c-95d9-4088-8c4e-27889d0e1dc5 HTTP/1.1" status: 204 len: 168 time: 0.1933513 Jun 21 04:47:26.319568 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-9f83264d-7e4d-43b8-b0ae-84155839dfd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:26.327502 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb80f2-6cc7-4cd1-ba06-482014d39906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1b334c-95d9-4088-8c4e-27889d0e1dc5,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:26.330251 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-69eb80f2-6cc7-4cd1-ba06-482014d39906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:26.538375 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8783d45e-2f4d-4f04-bd48-409d9d573b34 req-c41b5b14-9b30-49c4-9b5b-d0f88bcd5117 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 210 time: 0.0283730 Jun 21 04:47:26.628873 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:27.359482 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:27.529893 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53106) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:27.625809 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1447890718-network', 'tenant_id': 'c998158734ae4812aabfd30f06862005'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:27.684127 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bfab1112-644b-4de6-9c0d-06a5e01d46dc req-c279e261-c859-4c93-97d8-8159e1282667 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 210 time: 0.0302267 Jun 21 04:47:27.786355 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Made reservation on behalf of c998158734ae4812aabfd30f06862005 for: {'network': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:47:27.788765 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:27.797533 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:27.887795 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:27.988383 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:27.991341 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c7137bbe-42b4-4f20-9ada-612e7ff0f7dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:28.013348 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=99943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:47:28.022727 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5868235c-04d1-4ba7-bf81-d0236b016b54,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:28.026785 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:28.027828 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:28.031976 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.segments_db [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Added segment ac9b0d38-d3ff-4443-a234-20072088fd51 of type vlan for network d314ade1-18b7-4745-a216-e1435ec35aa7 Jun 21 04:47:28.067015 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:28.188084 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:28.189609 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:28.190198 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:28.193213 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:28.249527 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Pushing event updated for resources: {'Network': ['ID=d314ade1-18b7-4745-a216-e1435ec35aa7,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:28.252228 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:28.259325 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network d314ade1-18b7-4745-a216-e1435ec35aa7 details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:47:28.343187 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8121169 Jun 21 04:47:28.345910 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53112) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:28.351968 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-84a716f9-ace8-4dc4-8997-41006eb7ec44 admin admin] Request body: {'subnet': {'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1447890718-subnet', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'ip_version': 4}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:28.451306 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a716f9-ace8-4dc4-8997-41006eb7ec44 admin admin] Made reservation on behalf of c998158734ae4812aabfd30f06862005 for: {'subnet': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:47:28.453588 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-84a716f9-ace8-4dc4-8997-41006eb7ec44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26156607'] for subnet, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:28.664879 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69063e4-450e-48ab-be81-f348d7821b64 req-8f300c5b-83bd-4e8b-ae03-8313d7708edf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:28.666281 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f69063e4-450e-48ab-be81-f348d7821b64 req-8f300c5b-83bd-4e8b-ae03-8313d7708edf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.52 "GET /v2.0/networks?id=47425eb1-9ff7-4cb7-bb17-50a77d6bf951 HTTP/1.1" status: 200 len: 814 time: 0.1400421 Jun 21 04:47:28.690527 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-f69063e4-450e-48ab-be81-f348d7821b64 req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Request body: {'port': {'device_id': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'admin_state_up': True, 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:28.739841 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:47:28.850503 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-23540ca0-44fc-4469-9c31-2fc94e195997 req-01c43e38-8e48-4dd9-81fc-6ef8212abb5b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 210 time: 0.0300367 Jun 21 04:47:28.862820 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-84a716f9-ace8-4dc4-8997-41006eb7ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26156589'] for subnet, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:28.865314 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f45e2dd0-55c3-437f-b51b-6ad001ad8cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:28.898833 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69063e4-450e-48ab-be81-f348d7821b64 req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Made reservation on behalf of 73ca3c1def754bb1aa968ba0620e4c5e for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:47:28.902443 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f69063e4-450e-48ab-be81-f348d7821b64 req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:28.945265 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a716f9-ace8-4dc4-8997-41006eb7ec44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f3b558-53bc-40a7-bda2-9d735e1d87e6,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:28.954570 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-84a716f9-ace8-4dc4-8997-41006eb7ec44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:28.960493 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a716f9-ace8-4dc4-8997-41006eb7ec44 admin admin] Checking segment: {'id': 'ac9b0d38-d3ff-4443-a234-20072088fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:28.961432 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a716f9-ace8-4dc4-8997-41006eb7ec44 admin admin] Network hostable DHCP agents. Network: d314ade1-18b7-4745-a216-e1435ec35aa7, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:47:29.070519 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-f69063e4-450e-48ab-be81-f348d7821b64 req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Allocated IP 172.20.0.3 (47425eb1-9ff7-4cb7-bb17-50a77d6bf951/5808c492-1258-4229-8f85-9f21aecdb879/085f0d82-9579-4c43-8d13-06440fe93146) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:47:29.074384 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:29.155980 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a716f9-ace8-4dc4-8997-41006eb7ec44 admin admin] Network d314ade1-18b7-4745-a216-e1435ec35aa7 is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:47:29.219119 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f69063e4-450e-48ab-be81-f348d7821b64 req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:29.232202 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-f69063e4-450e-48ab-be81-f348d7821b64 req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Transition to ACTIVE for port object 085f0d82-9579-4c43-8d13-06440fe93146 will not be triggered until provisioned by entity DHCP. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:29.267882 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-84a716f9-ace8-4dc4-8997-41006eb7ec44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, d314ade1-18b7-4745-a216-e1435ec35aa7) {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:29.280692 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a716f9-ace8-4dc4-8997-41006eb7ec44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:29.280692 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-84a716f9-ace8-4dc4-8997-41006eb7ec44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:29.280912 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0936b4-fdda-45c5-95d5-82b747850130 None None] Network d314ade1-18b7-4745-a216-e1435ec35aa7 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:47:29.353059 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f69063e4-450e-48ab-be81-f348d7821b64 req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:29.357183 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-28030b40-9b7b-493f-8d46-37f6055c703d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:29.398502 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-84a716f9-ace8-4dc4-8997-41006eb7ec44 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0509772 Jun 21 04:47:29.401928 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53126) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:29.405697 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69063e4-450e-48ab-be81-f348d7821b64 req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Network 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:29.407353 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:29.413288 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-f69063e4-450e-48ab-be81-f348d7821b64 req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:29.420991 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69063e4-450e-48ab-be81-f348d7821b64 req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:47:29.447354 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b7f54c-9316-54f7-a4b8-74361f7d5cb9-d314ade1-18b7-4745-a216-e1435ec35aa7', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'fixed_ips': [{'subnet_id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6'}]}} from dv-cinder-772623-10-iscsi. {{(pid=99944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:47:29.448229 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:29.448871 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Pushing event updated for resources: {'Port': ['ID=085f0d82-9579-4c43-8d13-06440fe93146,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:29.453758 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:29.495704 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69063e4-450e-48ab-be81-f348d7821b64 req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:29.496376 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f69063e4-450e-48ab-be81-f348d7821b64 req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:29.536756 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-579730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2919'] for router, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:29.538823 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2924'] for router, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:29.594208 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:29.609204 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.db_base_plugin_common [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Allocated IP 172.20.0.2 (d314ade1-18b7-4745-a216-e1435ec35aa7/91f3b558-53bc-40a7-bda2-9d735e1d87e6/fabf6bb6-7ec2-4ac9-aa8e-553b743f8173) {{(pid=99944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:47:29.623283 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f69063e4-450e-48ab-be81-f348d7821b64 req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9365759 Jun 21 04:47:29.644764 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Request body: {'port': {'device_id': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:29.745062 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:29.797126 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Notify callbacks [] for port, precommit_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:29.812967 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Transition to ACTIVE for port object fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:29.839809 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Transition to ACTIVE for port object fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 will not be triggered until provisioned by entity DHCP. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:29.925765 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-9574d3f3-a3e6-4932-b109-ca8084b62f9a None None] Provisioning for port 085f0d82-9579-4c43-8d13-06440fe93146 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:29.930713 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-9574d3f3-a3e6-4932-b109-ca8084b62f9a None None] Provisioning complete for port 085f0d82-9579-4c43-8d13-06440fe93146 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:29.931105 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9574d3f3-a3e6-4932-b109-ca8084b62f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:30.005049 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:30.026869 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-b9a8baae-de05-412e-98ea-e5ab843a9466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:30.117315 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Network d314ade1-18b7-4745-a216-e1435ec35aa7 is already hosted by enough agents. {{(pid=99944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:30.126925 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.base_scheduler [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Resources bound (agent type, host, resource id): {{(pid=99944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:30.133276 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Received port after_create {{(pid=99944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:47:30.139483 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-9574d3f3-a3e6-4932-b109-ca8084b62f9a None None] Port 085f0d82-9579-4c43-8d13-06440fe93146 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:47:30.167642 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2938'] for router, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:30.228744 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Pushing event updated for resources: {'Port': ['ID=fabf6bb6-7ec2-4ac9-aa8e-553b743f8173,revision_number=1']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:30.244827 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:30.245508 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:30.245508 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:30.246015 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:30.246190 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:30.246472 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:30.246880 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:30.247304 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:30.250796 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:30.259355 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:30.259905 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:30.260053 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:30.269956 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Attempting to bind port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:47:30.271029 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Attempting to bind port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': 'ac9b0d38-d3ff-4443-a234-20072088fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:47:30.271711 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Attempting to bind port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 on network d314ade1-18b7-4745-a216-e1435ec35aa7 {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:30.277196 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:30.282897 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:47:30.285836 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Checking segment: {'id': 'ac9b0d38-d3ff-4443-a234-20072088fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:30.285836 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:30.285836 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Bound using segment: {'id': 'ac9b0d38-d3ff-4443-a234-20072088fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:47:30.285836 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Bound port: fabf6bb6-7ec2-4ac9-aa8e-553b743f8173, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9b0d38-d3ff-4443-a234-20072088fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:47:30.286922 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:30.296568 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085f0d82-9579-4c43-8d13-06440fe93146 {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:47:30.331959 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:30.361690 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Transition to ACTIVE for port object 085f0d82-9579-4c43-8d13-06440fe93146 will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:30.408407 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] For port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:47:30.411869 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9a514-fb83-4e93-9cc7-ff2fed6acb96 req-6da65992-a3b3-4ea7-bd56-b6fbf753368b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:30.413702 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-51e9a514-fb83-4e93-9cc7-ff2fed6acb96 req-6da65992-a3b3-4ea7-bd56-b6fbf753368b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 931 time: 0.2370899 Jun 21 04:47:30.422303 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] For port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=fabf6bb6-7ec2-4ac9-aa8e-553b743f8173,segment=NetworkSegment(ac9b0d38-d3ff-4443-a234-20072088fd51),segment_id=ac9b0d38-d3ff-4443-a234-20072088fd51)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:47:30.458145 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:30.461468 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-bb57b836-b333-4ea2-9b55-bbccdcbd329a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:30.491054 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:30.514888 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:30.535126 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-51e9a514-fb83-4e93-9cc7-ff2fed6acb96 req-ec8a9a4b-59bc-43e5-aa68-2965bf7eda76 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120124 Jun 21 04:47:30.537799 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:30.539968 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-f1d62724-5b87-4f73-9f30-def768ed553d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:30.578393 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=085f0d82-9579-4c43-8d13-06440fe93146,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:30.587802 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:30.688176 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Pushing event updated for resources: {'Port': ['ID=fabf6bb6-7ec2-4ac9-aa8e-553b743f8173,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:30.691915 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:30.788776 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Allocated IP 172.27.1.233 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/7d668eec-75cc-4a76-a6a9-56bf782a724b) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:47:30.789968 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Attempting to bind port 085f0d82-9579-4c43-8d13-06440fe93146 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:47:30.790500 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Attempting to bind port 085f0d82-9579-4c43-8d13-06440fe93146 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '9543375e-4d88-4cfb-ae5b-ef0b1e9c126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:47:30.790932 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Attempting to bind port 085f0d82-9579-4c43-8d13-06440fe93146 on network 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:30.796574 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Port 085f0d82-9579-4c43-8d13-06440fe93146 on network 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:47:30.796897 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Attempting to bind port 085f0d82-9579-4c43-8d13-06440fe93146 on network 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:30.803461 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:47:30.804886 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Checking segment: {'id': '9543375e-4d88-4cfb-ae5b-ef0b1e9c126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:30.807927 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Bound using segment: {'id': '9543375e-4d88-4cfb-ae5b-ef0b1e9c126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:47:30.808401 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Bound port: 085f0d82-9579-4c43-8d13-06440fe93146, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9543375e-4d88-4cfb-ae5b-ef0b1e9c126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:47:30.808762 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:30.902716 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] For port 085f0d82-9579-4c43-8d13-06440fe93146, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:47:30.906017 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] For port 085f0d82-9579-4c43-8d13-06440fe93146, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=085f0d82-9579-4c43-8d13-06440fe93146,segment=NetworkSegment(9543375e-4d88-4cfb-ae5b-ef0b1e9c126a),segment_id=9543375e-4d88-4cfb-ae5b-ef0b1e9c126a)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:47:31.035315 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:31.035570 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:31.035805 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-63da14c5-3085-4a60-9ea6-b7ebb17ceb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:31.075790 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6c9d2-2a04-497c-bfa8-fd64e8fcf7d2 req-bfc160b6-fac0-4acf-b9b2-239900bc7b23 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:31.078347 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0aa6c9d2-2a04-497c-bfa8-fd64e8fcf7d2 req-bfc160b6-fac0-4acf-b9b2-239900bc7b23 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.1703887 Jun 21 04:47:31.114586 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:31.116408 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:31.120330 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f69063e4-450e-48ab-be81-f348d7821b64 req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] 10.222.0.52 "PUT /v2.0/ports/085f0d82-9579-4c43-8d13-06440fe93146 HTTP/1.1" status: 200 len: 1093 time: 1.4823923 Jun 21 04:47:31.122995 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'tag': '085f0d82-9579-4c43-8d13-06440fe93146'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:47:31.127557 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfff888a-613b-4545-80f3-275db6bc22f5" -d '{"events": [{"name": "network-changed", "server_uuid": "155280da-288b-4463-94bc-a6d3cd4b0ad8", "tag": "085f0d82-9579-4c43-8d13-06440fe93146"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:47:31.167897 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0aa6c9d2-2a04-497c-bfa8-fd64e8fcf7d2 req-bcadd859-78da-4c02-b0c3-31046c29fef9 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720983 Jun 21 04:47:31.212119 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=085f0d82-9579-4c43-8d13-06440fe93146,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:31.215897 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:31.254906 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25676322'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:31.257269 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-a870299b-f652-42dc-9f95-e6a21f2d7c04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:31.286420 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37e67c2-8861-445a-bfc2-3dd93999b908 x-openstack-request-id: req-e37e67c2-8861-445a-bfc2-3dd93999b908 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:47:31.286751 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155280da-288b-4463-94bc-a6d3cd4b0ad8", "tag": "085f0d82-9579-4c43-8d13-06440fe93146", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:47:31.287064 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e37e67c2-8861-445a-bfc2-3dd93999b908 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:47:31.287566 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'tag': '085f0d82-9579-4c43-8d13-06440fe93146', 'status': 'completed', 'code': 200} Jun 21 04:47:31.324447 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:31.327535 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:31.336399 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:47:31.365217 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Pushing event updated for resources: {'Port': ['ID=7d668eec-75cc-4a76-a6a9-56bf782a724b,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:31.368592 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:31.741908 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:31.805628 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2d5f8-7f4f-49e2-9bc1-a86889fbbecd req-37cb6d57-f41d-439b-867a-4b24bb223264 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:31.807207 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-91b2d5f8-7f4f-49e2-9bc1-a86889fbbecd req-37cb6d57-f41d-439b-867a-4b24bb223264 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 943 time: 0.1302779 Jun 21 04:47:31.890613 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-91b2d5f8-7f4f-49e2-9bc1-a86889fbbecd req-9ebe1711-74e9-4ec5-acd3-0ce296d970bb tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534866 Jun 21 04:47:31.969077 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934b9a46-c830-465d-9b90-7e29a7d56a9d None None] Network d314ade1-18b7-4745-a216-e1435ec35aa7 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:47:32.021566 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969735'] for router, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:32.102869 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-936a9054-c3ab-4cf6-8aa4-90b079f42c85 None None] Provisioning for port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:32.245007 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c is scheduled to L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c with binding_index 1 {{(pid=99942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:47:32.380717 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53220277-2446-4196-a64b-fb60d8d6b437 req-999dc250-5e41-44eb-9204-dea4e3e3de00 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:32.382358 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-53220277-2446-4196-a64b-fb60d8d6b437 req-999dc250-5e41-44eb-9204-dea4e3e3de00 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.0866499 Jun 21 04:47:32.392843 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:47:32.404348 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Sync routers for ids ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:47:32.415104 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Routers {'8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:32.416201 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:32.421545 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-53220277-2446-4196-a64b-fb60d8d6b437 req-ccb9854c-a6ec-4257-8382-cf6b151fe873 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332687 Jun 21 04:47:32.537091 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] Notify callbacks [] for router, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:32.539018 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-1e8546f3-b276-4115-8657-4142aa1e32ac admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1353111 Jun 21 04:47:32.541675 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53156) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:32.689479 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Set router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:32.782640 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:32.972951 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:32.978236 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:29Z', 'updated_at': '2021-06-21T04:47:31Z', 'revision_number': 3, 'project_id': 'c998158734ae4812aabfd30f06862005', 'gw_port': {'id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:30Z', 'updated_at': '2021-06-21T04:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:32.981754 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:32.982140 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:33.009668 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Checking router: 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:47:33.010048 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Updating router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c port 7d668eec-75cc-4a76-a6a9-56bf782a724b binding host dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:47:33.030676 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:33.078819 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:33.196091 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69134b1d-1009-44e6-b583-e65186a3e4f0 req-8b7ef796-c26f-4ed4-88f1-59bc50159e95 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:33.197540 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-69134b1d-1009-44e6-b583-e65186a3e4f0 req-8b7ef796-c26f-4ed4-88f1-59bc50159e95 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 943 time: 0.1647425 Jun 21 04:47:33.212418 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:33.281472 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-69134b1d-1009-44e6-b583-e65186a3e4f0 req-33b829c5-a6d1-428f-ba90-1d433f2d7131 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708673 Jun 21 04:47:33.292040 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=fabf6bb6-7ec2-4ac9-aa8e-553b743f8173,segment=NetworkSegment(ac9b0d38-d3ff-4443-a234-20072088fd51),segment_id=ac9b0d38-d3ff-4443-a234-20072088fd51)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:33.300183 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Allocated IP 172.20.0.1 (d314ade1-18b7-4745-a216-e1435ec35aa7/91f3b558-53bc-40a7-bda2-9d735e1d87e6/4504460e-d178-4f09-8521-77a74525413c) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:47:33.366191 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:33.368486 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:33.448108 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:33.467061 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Notify callbacks [] for port, precommit_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:33.469565 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=fabf6bb6-7ec2-4ac9-aa8e-553b743f8173,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:33.474842 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:33.482487 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Transition to ACTIVE for port object 7d668eec-75cc-4a76-a6a9-56bf782a724b will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:33.495832 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Transition to ACTIVE for port object 4504460e-d178-4f09-8521-77a74525413c will not be triggered until provisioned by entity DHCP. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:33.582740 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:33.584958 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:33.606037 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25676322'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:33.609704 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:33.654831 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772eda55-8013-48d9-9207-f4eb092aa212 req-e5acbe81-3459-461a-975b-4a026a09e49b tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:33.663017 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Attempting to bind port 7d668eec-75cc-4a76-a6a9-56bf782a724b on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:47:33.663498 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Attempting to bind port 7d668eec-75cc-4a76-a6a9-56bf782a724b by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:47:33.663870 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Attempting to bind port 7d668eec-75cc-4a76-a6a9-56bf782a724b on network a83701e4-e1f4-405b-ae26-5c447039f249 {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:33.664851 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-772eda55-8013-48d9-9207-f4eb092aa212 req-e5acbe81-3459-461a-975b-4a026a09e49b tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.0899866 Jun 21 04:47:33.669507 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:47:33.669896 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Checking segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:33.670375 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:33.670778 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Bound using segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:47:33.671282 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Bound port: 7d668eec-75cc-4a76-a6a9-56bf782a724b, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:47:33.671731 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:33.673532 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935ba2d-c521-4d19-93d5-6c3f487cccde None None] Pushing event updated for resources: {'Port': ['ID=7d668eec-75cc-4a76-a6a9-56bf782a724b,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:33.677528 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-1935ba2d-c521-4d19-93d5-6c3f487cccde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:33.681861 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Pushing event updated for resources: {'Port': ['ID=4504460e-d178-4f09-8521-77a74525413c,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:33.686065 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:33.699728 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Network d314ade1-18b7-4745-a216-e1435ec35aa7 is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:33.702281 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:33.705239 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:47:33.742703 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-772eda55-8013-48d9-9207-f4eb092aa212 req-3d59eae8-2e46-47ff-963b-4f27fa5535f8 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761826 Jun 21 04:47:33.755630 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980264'] for router_interface, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:33.756951 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] For port 7d668eec-75cc-4a76-a6a9-56bf782a724b, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:47:33.760789 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] For port 7d668eec-75cc-4a76-a6a9-56bf782a724b, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=7d668eec-75cc-4a76-a6a9-56bf782a724b,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:47:33.834544 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:33.836664 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:33.914420 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935ba2d-c521-4d19-93d5-6c3f487cccde None None] Pushing event updated for resources: {'Port': ['ID=7d668eec-75cc-4a76-a6a9-56bf782a724b,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:33.918111 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Routers {'8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:33.918855 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:33.925602 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-1935ba2d-c521-4d19-93d5-6c3f487cccde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:34.052448 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] Set router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:34.059072 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:34.155276 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-df35bbf8-e875-49e0-bc5f-bad7513d89d7 None None] Provisioning for port 4504460e-d178-4f09-8521-77a74525413c completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:34.165426 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-df35bbf8-e875-49e0-bc5f-bad7513d89d7 None None] Provisioning complete for port 4504460e-d178-4f09-8521-77a74525413c triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:34.165821 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-df35bbf8-e875-49e0-bc5f-bad7513d89d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:34.219479 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-df35bbf8-e875-49e0-bc5f-bad7513d89d7 None None] Port 4504460e-d178-4f09-8521-77a74525413c cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:47:34.272280 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:34.282154 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:29Z', 'updated_at': '2021-06-21T04:47:31Z', 'revision_number': 3, 'project_id': 'c998158734ae4812aabfd30f06862005', 'gw_port': {'id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:30Z', 'updated_at': '2021-06-21T04:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:34.313282 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5a51b-998e-4856-aed7-f175752c4d34 None None] The sync data for ids ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'] in dv-cinder-772623-10-iscsi is: [{'id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:29Z', 'updated_at': '2021-06-21T04:47:31Z', 'revision_number': 3, 'project_id': 'c998158734ae4812aabfd30f06862005', 'gw_port': {'id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:30Z', 'updated_at': '2021-06-21T04:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:47:34.369693 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25676308'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:34.369693 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:34.714444 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Pushing event updated for resources: {'Port': ['ID=4504460e-d178-4f09-8521-77a74525413c,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:34.717668 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:34.794110 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-953471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982833'] for router_interface, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:34.891412 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d54e15-2588-4f4e-bd2b-933dd3ca1b9d req-5a542ac0-82b8-4bc3-86d1-df911cbd8625 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:34.899081 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d6d54e15-2588-4f4e-bd2b-933dd3ca1b9d req-5a542ac0-82b8-4bc3-86d1-df911cbd8625 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 943 time: 0.2093403 Jun 21 04:47:34.903946 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:34.948381 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Network d314ade1-18b7-4745-a216-e1435ec35aa7 is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:34.954758 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:34.978690 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d6d54e15-2588-4f4e-bd2b-933dd3ca1b9d req-5118ae58-8063-4dec-ade3-a620ea9396fa tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747731 Jun 21 04:47:35.102869 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea733eb-d778-45fc-8afa-021fe4111faa req-f87f43f6-4f18-4a31-a114-9476b8c0eadd tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:35.104597 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3ea733eb-d778-45fc-8afa-021fe4111faa req-f87f43f6-4f18-4a31-a114-9476b8c0eadd tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.1441395 Jun 21 04:47:35.111562 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:35.112142 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:35.141846 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:47:35.172365 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3ea733eb-d778-45fc-8afa-021fe4111faa req-6186eb79-992e-492e-a5ac-0c5a077a421a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620418 Jun 21 04:47:35.303105 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 7d668eec-75cc-4a76-a6a9-56bf782a724b up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:35.321848 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:47:35.328887 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] 10.222.0.11 "PUT /v2.0/routers/8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7852106 Jun 21 04:47:35.384250 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-36f5409a-fed5-4be0-a362-d1cb42e26755 None None] Provisioning complete for port 4504460e-d178-4f09-8521-77a74525413c triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:35.384615 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-36f5409a-fed5-4be0-a362-d1cb42e26755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:35.439856 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-36f5409a-fed5-4be0-a362-d1cb42e26755 None None] Port 4504460e-d178-4f09-8521-77a74525413c cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:47:35.519754 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 7d668eec-75cc-4a76-a6a9-56bf782a724b completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:35.524617 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 7d668eec-75cc-4a76-a6a9-56bf782a724b triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:35.525207 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:35.606454 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:35.631357 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 7d668eec-75cc-4a76-a6a9-56bf782a724b, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=7d668eec-75cc-4a76-a6a9-56bf782a724b,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:35.735618 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:35.738336 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:35.801534 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=7d668eec-75cc-4a76-a6a9-56bf782a724b,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:35.805574 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:36.155375 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53186) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:36.160795 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2079763433-network', 'tenant_id': 'e4776736aac841b3ba11aa6510145165'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:36.218794 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819706d9-8e2c-4d3b-9299-c89a2eb39451 req-e831d2d9-d0aa-4a81-bb76-c1e0fd9478d8 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:36.224385 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-819706d9-8e2c-4d3b-9299-c89a2eb39451 req-e831d2d9-d0aa-4a81-bb76-c1e0fd9478d8 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 943 time: 0.1005816 Jun 21 04:47:36.242897 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Sync routers for ids ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:47:36.255154 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Routers {'8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:36.255949 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:36.265115 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-819706d9-8e2c-4d3b-9299-c89a2eb39451 req-725d4960-8d59-4375-ac40-38baee52e257 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425558 Jun 21 04:47:36.290804 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Made reservation on behalf of e4776736aac841b3ba11aa6510145165 for: {'network': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:47:36.293403 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:36.316110 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:36.422819 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Set router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:36.423365 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb187b2-e190-4259-8c01-4300e6a1c510 req-39ee4d4d-e67f-4028-978c-7df2c6ef3737 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:36.425450 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-deb187b2-e190-4259-8c01-4300e6a1c510 req-39ee4d4d-e67f-4028-978c-7df2c6ef3737 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.0841227 Jun 21 04:47:36.474219 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-deb187b2-e190-4259-8c01-4300e6a1c510 req-ae700c4f-0d7b-40aa-bb03-ac40060083d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418520 Jun 21 04:47:36.486942 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:36.570864 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:36.574965 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-40234726-2f16-417e-bb53-141b1fd7b5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:36.595019 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=99942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:47:36.611798 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e732030a-d4bf-4f8f-a154-ec65a1998819,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:36.616247 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:36.622271 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:36.622271 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.db.segments_db [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Added segment 703d05c8-478d-4ea0-81a5-a1cd8925ead2 of type vlan for network a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b Jun 21 04:47:36.695450 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:36.723861 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:29Z', 'updated_at': '2021-06-21T04:47:33Z', 'revision_number': 4, 'project_id': 'c998158734ae4812aabfd30f06862005', 'gw_port': {'id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:30Z', 'updated_at': '2021-06-21T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '4504460e-d178-4f09-8521-77a74525413c', 'name': '', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'mac_address': 'fa:16:3e:bd:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:33Z', 'updated_at': '2021-06-21T04:47:34Z', 'revision_number': 2, 'project_id': 'c998158734ae4812aabfd30f06862005', 'subnets': [{'id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:36.754803 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 7d668eec-75cc-4a76-a6a9-56bf782a724b up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:36.765425 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Checking router: 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:47:36.765792 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Updating router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c port 4504460e-d178-4f09-8521-77a74525413c binding host dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:47:36.803382 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:36.808100 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 7d668eec-75cc-4a76-a6a9-56bf782a724b triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:36.808477 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:36.851712 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:36.853166 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:36.854803 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:36.857414 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-c4c25168-1439-45d0-99b8-dd9cde1b3254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:36.926262 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Pushing event updated for resources: {'Network': ['ID=a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:36.929065 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:36.936685 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:47:37.021436 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8649926 Jun 21 04:47:37.024095 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53190) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:37.029031 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-5f7bca04-d9f2-4892-8fb1-0eef3e850e07 admin admin] Request body: {'subnet': {'network_id': 'a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2079763433-subnet', 'tenant_id': 'e4776736aac841b3ba11aa6510145165', 'ip_version': 4}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:37.134724 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7bca04-d9f2-4892-8fb1-0eef3e850e07 admin admin] Made reservation on behalf of e4776736aac841b3ba11aa6510145165 for: {'subnet': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:47:37.137250 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-5f7bca04-d9f2-4892-8fb1-0eef3e850e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26199301'] for subnet, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:37.177413 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Notify callbacks [] for port, precommit_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:37.189501 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.provisioning_blocks [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Transition to ACTIVE for port object 4504460e-d178-4f09-8521-77a74525413c will not be triggered until provisioned by entity L2. {{(pid=99945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:37.283363 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:37.286327 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-fbbd2433-5056-4686-a4c7-5fe3fa71c82b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:37.395652 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-5f7bca04-d9f2-4892-8fb1-0eef3e850e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25676438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26199319'] for subnet, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:37.396364 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba82c2-b700-4504-8735-35ad696edc87 None None] Pushing event updated for resources: {'Port': ['ID=4504460e-d178-4f09-8521-77a74525413c,revision_number=3']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:37.406417 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:37.427972 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-33ba82c2-b700-4504-8735-35ad696edc87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:37.449806 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Attempting to bind port 4504460e-d178-4f09-8521-77a74525413c on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:47:37.450317 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Attempting to bind port 4504460e-d178-4f09-8521-77a74525413c by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': 'ac9b0d38-d3ff-4443-a234-20072088fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7'}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:47:37.450947 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Attempting to bind port 4504460e-d178-4f09-8521-77a74525413c on network d314ade1-18b7-4745-a216-e1435ec35aa7 {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:37.461879 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:47:37.462404 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Checking segment: {'id': 'ac9b0d38-d3ff-4443-a234-20072088fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:37.462909 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:37.470396 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Bound using segment: {'id': 'ac9b0d38-d3ff-4443-a234-20072088fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7'} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:47:37.471193 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Bound port: 4504460e-d178-4f09-8521-77a74525413c, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9b0d38-d3ff-4443-a234-20072088fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7'}}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:47:37.472421 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:37.517775 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bca04-d9f2-4892-8fb1-0eef3e850e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2b439a-0b6c-426c-bce8-ebe120a15c47,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:37.522635 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-5f7bca04-d9f2-4892-8fb1-0eef3e850e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:37.587754 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] For port 4504460e-d178-4f09-8521-77a74525413c, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:47:37.587971 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7bca04-d9f2-4892-8fb1-0eef3e850e07 admin admin] Checking segment: {'id': '703d05c8-478d-4ea0-81a5-a1cd8925ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:37.588423 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7bca04-d9f2-4892-8fb1-0eef3e850e07 admin admin] Network hostable DHCP agents. Network: a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:47:37.594496 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] For port 4504460e-d178-4f09-8521-77a74525413c, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=4504460e-d178-4f09-8521-77a74525413c,segment=NetworkSegment(ac9b0d38-d3ff-4443-a234-20072088fd51),segment_id=ac9b0d38-d3ff-4443-a234-20072088fd51)] {{(pid=99945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:47:37.616680 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c322562-f617-48bb-b924-2d0ef65696b1 req-f97510a5-3e70-405c-a3fc-ec1e739b6144 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:37.618222 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-2c322562-f617-48bb-b924-2d0ef65696b1 req-f97510a5-3e70-405c-a3fc-ec1e739b6144 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 943 time: 0.1615465 Jun 21 04:47:37.663424 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-2c322562-f617-48bb-b924-2d0ef65696b1 req-cc144ab7-7540-4b61-bf6b-1336f2d42dba tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Jun 21 04:47:37.674359 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:37.684592 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:37.709023 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7bca04-d9f2-4892-8fb1-0eef3e850e07 admin admin] Network a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:47:37.734404 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60ddd8-9811-4f29-92fb-2b54e23a7829 req-8746d82c-8c32-47ef-b673-58eb11cd7510 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:37.736423 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ec60ddd8-9811-4f29-92fb-2b54e23a7829 req-8746d82c-8c32-47ef-b673-58eb11cd7510 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.0992486 Jun 21 04:47:37.768711 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba82c2-b700-4504-8735-35ad696edc87 None None] Pushing event updated for resources: {'Port': ['ID=4504460e-d178-4f09-8521-77a74525413c,revision_number=4']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:37.773842 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-33ba82c2-b700-4504-8735-35ad696edc87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:37.779090 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Routers {'8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:37.779848 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:37.797301 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ec60ddd8-9811-4f29-92fb-2b54e23a7829 req-d35c0919-9003-415c-b0ab-12621bee265a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542343 Jun 21 04:47:37.860923 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-5f7bca04-d9f2-4892-8fb1-0eef3e850e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b) {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:37.869722 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7bca04-d9f2-4892-8fb1-0eef3e850e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:37.872519 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-5f7bca04-d9f2-4892-8fb1-0eef3e850e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:37.873749 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39463a7-a132-4469-866d-96058aacd258 None None] Network a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:47:37.939130 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] Set router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:37.973075 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53198) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:37.973286 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-5f7bca04-d9f2-4892-8fb1-0eef3e850e07 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9477694 Jun 21 04:47:37.978522 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2079763433-router', 'tenant_id': 'e4776736aac841b3ba11aa6510145165', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:38.119846 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-579730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2919'] for router, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:38.120917 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2924'] for router, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:38.177221 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:38.189626 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:29Z', 'updated_at': '2021-06-21T04:47:33Z', 'revision_number': 4, 'project_id': 'c998158734ae4812aabfd30f06862005', 'gw_port': {'id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:30Z', 'updated_at': '2021-06-21T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '4504460e-d178-4f09-8521-77a74525413c', 'name': '', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'mac_address': 'fa:16:3e:bd:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:33Z', 'updated_at': '2021-06-21T04:47:37Z', 'revision_number': 4, 'project_id': 'c998158734ae4812aabfd30f06862005', 'subnets': [{'id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:38.224082 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534d2bfc-17b0-46f0-8ee6-e04e75f7616b None None] The sync data for ids ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'] in dv-cinder-772623-10-iscsi is: [{'id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:29Z', 'updated_at': '2021-06-21T04:47:33Z', 'revision_number': 4, 'project_id': 'c998158734ae4812aabfd30f06862005', 'gw_port': {'id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:30Z', 'updated_at': '2021-06-21T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '4504460e-d178-4f09-8521-77a74525413c', 'name': '', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'mac_address': 'fa:16:3e:bd:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:33Z', 'updated_at': '2021-06-21T04:47:37Z', 'revision_number': 4, 'project_id': 'c998158734ae4812aabfd30f06862005', 'subnets': [{'id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:47:38.251306 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b7f54c-9316-54f7-a4b8-74361f7d5cb9-a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b', 'network_id': 'a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b', 'tenant_id': 'e4776736aac841b3ba11aa6510145165', 'fixed_ips': [{'subnet_id': 'bd2b439a-0b6c-426c-bce8-ebe120a15c47'}]}} from dv-cinder-772623-10-iscsi. {{(pid=99944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:47:38.252608 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:38.578239 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.db_base_plugin_common [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Allocated IP 172.20.0.2 (a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b/bd2b439a-0b6c-426c-bce8-ebe120a15c47/69331737-d5a8-444a-9d97-19faa795a605) {{(pid=99944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:47:38.850782 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 4504460e-d178-4f09-8521-77a74525413c up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:38.859690 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2938'] for router, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:38.948724 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Notify callbacks [] for port, precommit_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:38.965309 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Transition to ACTIVE for port object 69331737-d5a8-444a-9d97-19faa795a605 will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:38.975556 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be8508-9c1d-4631-b2d5-58b29ef9a96b req-b3d123ec-9d7f-4df7-9262-977d6f724975 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:38.985023 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-11be8508-9c1d-4631-b2d5-58b29ef9a96b req-b3d123ec-9d7f-4df7-9262-977d6f724975 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 943 time: 0.0977671 Jun 21 04:47:39.028023 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Transition to ACTIVE for port object 69331737-d5a8-444a-9d97-19faa795a605 will not be triggered until provisioned by entity DHCP. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:39.057926 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-11be8508-9c1d-4631-b2d5-58b29ef9a96b req-b7154a94-13c1-40fa-b090-f629a2fd450e tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713789 Jun 21 04:47:39.106745 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae68e5-399f-40bf-8bd7-05534d71d107 req-a37715a4-db28-4f71-a7f1-50547da5c6a7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:39.108545 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a5ae68e5-399f-40bf-8bd7-05534d71d107 req-a37715a4-db28-4f71-a7f1-50547da5c6a7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.0931180 Jun 21 04:47:39.155361 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a5ae68e5-399f-40bf-8bd7-05534d71d107 req-8623a807-0954-4478-b54c-398f8390f222 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402446 Jun 21 04:47:39.535875 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 4504460e-d178-4f09-8521-77a74525413c completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:39.537596 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446'] for port, after_create {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:39.539954 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:39.543416 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 4504460e-d178-4f09-8521-77a74525413c triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:39.543792 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:39.600505 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Network a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b is already hosted by enough agents. {{(pid=99944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:39.607860 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.scheduler.base_scheduler [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Resources bound (agent type, host, resource id): {{(pid=99944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:39.607860 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Received port after_create {{(pid=99944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:47:39.629655 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Pushing event updated for resources: {'Port': ['ID=69331737-d5a8-444a-9d97-19faa795a605,revision_number=1']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:39.633085 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:39.699620 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Attempting to bind port 69331737-d5a8-444a-9d97-19faa795a605 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:47:39.707744 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Attempting to bind port 69331737-d5a8-444a-9d97-19faa795a605 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '703d05c8-478d-4ea0-81a5-a1cd8925ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:47:39.707744 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Attempting to bind port 69331737-d5a8-444a-9d97-19faa795a605 on network a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:39.708719 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:47:39.709108 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Checking segment: {'id': '703d05c8-478d-4ea0-81a5-a1cd8925ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:39.709514 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:39.709954 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Bound using segment: {'id': '703d05c8-478d-4ea0-81a5-a1cd8925ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:47:39.710430 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Bound port: 69331737-d5a8-444a-9d97-19faa795a605, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703d05c8-478d-4ea0-81a5-a1cd8925ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:47:39.710812 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:39.712815 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:39.734162 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:39.778022 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:39.823305 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] For port 69331737-d5a8-444a-9d97-19faa795a605, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:47:39.831774 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] For port 69331737-d5a8-444a-9d97-19faa795a605, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=69331737-d5a8-444a-9d97-19faa795a605,segment=NetworkSegment(703d05c8-478d-4ea0-81a5-a1cd8925ead2),segment_id=703d05c8-478d-4ea0-81a5-a1cd8925ead2)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:47:39.836864 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 4504460e-d178-4f09-8521-77a74525413c, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=4504460e-d178-4f09-8521-77a74525413c,segment=NetworkSegment(ac9b0d38-d3ff-4443-a234-20072088fd51),segment_id=ac9b0d38-d3ff-4443-a234-20072088fd51)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:39.856882 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Allocated IP 172.27.1.155 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/d8fa7ba9-5860-4a69-a6a3-410a036dcb89) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:47:39.906988 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:39.911113 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:39.945774 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:39.980209 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Pushing event updated for resources: {'Port': ['ID=69331737-d5a8-444a-9d97-19faa795a605,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:39.983469 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:39.985634 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:39.998317 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:40.073537 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=4504460e-d178-4f09-8521-77a74525413c,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:40.073537 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:40.134994 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:40.137186 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:40.187104 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:40.193982 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:40.198835 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:47:40.272492 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8fa7ba9-5860-4a69-a6a3-410a036dcb89,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:40.289744 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:40.290012 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:40.290333 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:40.290776 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:40.291131 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:40.291500 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:40.291845 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:40.292189 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:40.292597 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:40.292970 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:40.293311 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:40.293653 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:47:40.298713 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:40.368773 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c26d52-ef53-43e7-9cc0-a5b51589a86f req-c72e2eca-d7f6-4365-9623-fa5aef9d6b83 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:40.375748 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-65c26d52-ef53-43e7-9cc0-a5b51589a86f req-c72e2eca-d7f6-4365-9623-fa5aef9d6b83 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 943 time: 0.1926053 Jun 21 04:47:40.430282 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-65c26d52-ef53-43e7-9cc0-a5b51589a86f req-b757979a-01fa-4647-8513-d8e6e42a600d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511041 Jun 21 04:47:40.521213 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815b3bd-8e89-4565-acf9-f1854d5a5176 req-35c3804f-7064-4c6d-a94e-23219b36d351 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:40.522688 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1815b3bd-8e89-4565-acf9-f1854d5a5176 req-35c3804f-7064-4c6d-a94e-23219b36d351 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.1913483 Jun 21 04:47:40.569914 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1815b3bd-8e89-4565-acf9-f1854d5a5176 req-0e2c9663-4b5d-4067-b114-3a215b3a3fc1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374327 Jun 21 04:47:40.741005 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:40.828005 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 69331737-d5a8-444a-9d97-19faa795a605 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:40.988621 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 69331737-d5a8-444a-9d97-19faa795a605 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:40.994343 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 4504460e-d178-4f09-8521-77a74525413c up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:40.997678 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969735'] for router, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:41.043920 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 4504460e-d178-4f09-8521-77a74525413c triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:41.044285 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:41.169492 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db2fb10-b58b-439e-afe7-e2dcab55fa78 None None] Network a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:47:41.245450 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Router 64430b52-1140-45bb-8b83-e791e5555d7f is scheduled to L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c with binding_index 1 {{(pid=99943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:47:41.353431 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-90e691ae-588b-4d5e-a714-230e273571c2 None None] Provisioning for port 69331737-d5a8-444a-9d97-19faa795a605 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:41.360996 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-90e691ae-588b-4d5e-a714-230e273571c2 None None] Provisioning complete for port 69331737-d5a8-444a-9d97-19faa795a605 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:41.361556 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-90e691ae-588b-4d5e-a714-230e273571c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:41.375893 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:47:41.392161 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Sync routers for ids ['64430b52-1140-45bb-8b83-e791e5555d7f'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:47:41.419861 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Routers {'64430b52-1140-45bb-8b83-e791e5555d7f'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:41.420560 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['64430b52-1140-45bb-8b83-e791e5555d7f'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:41.457921 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Notify callbacks [] for router, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:41.461699 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4847012 Jun 21 04:47:41.461833 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53210) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:41.570111 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-90e691ae-588b-4d5e-a714-230e273571c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:41.595442 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Set router 64430b52-1140-45bb-8b83-e791e5555d7f gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:41.727666 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17800ca5-eb58-4501-82a7-d9fde961b91c req-7e2233ab-fc03-42b2-8057-7b12e2de0ac3 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:41.732225 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-17800ca5-eb58-4501-82a7-d9fde961b91c req-7e2233ab-fc03-42b2-8057-7b12e2de0ac3 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 943 time: 0.0866203 Jun 21 04:47:41.776596 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-90e691ae-588b-4d5e-a714-230e273571c2 None None] For port 69331737-d5a8-444a-9d97-19faa795a605, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=69331737-d5a8-444a-9d97-19faa795a605,segment=NetworkSegment(703d05c8-478d-4ea0-81a5-a1cd8925ead2),segment_id=703d05c8-478d-4ea0-81a5-a1cd8925ead2)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:41.790642 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-17800ca5-eb58-4501-82a7-d9fde961b91c req-3b37e855-3e5e-4085-bcc9-6051c7b5d304 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514898 Jun 21 04:47:41.851783 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-90e691ae-588b-4d5e-a714-230e273571c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:41.855301 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:41.915559 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e691ae-588b-4d5e-a714-230e273571c2 None None] Pushing event updated for resources: {'Port': ['ID=69331737-d5a8-444a-9d97-19faa795a605,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:41.919696 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-90e691ae-588b-4d5e-a714-230e273571c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:41.922484 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'name': 'tempest-TestShelveInstance-2079763433-router', 'tenant_id': 'e4776736aac841b3ba11aa6510145165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd8fa7ba9-5860-4a69-a6a3-410a036dcb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:38Z', 'updated_at': '2021-06-21T04:47:40Z', 'revision_number': 3, 'project_id': 'e4776736aac841b3ba11aa6510145165', 'gw_port': {'id': 'd8fa7ba9-5860-4a69-a6a3-410a036dcb89', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:65:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:39Z', 'updated_at': '2021-06-21T04:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:41.950379 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377117b-e360-485b-98a8-a4f2fda097df req-d026cbe8-3feb-49a4-9e4c-c99d38fb1dab tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:41.951976 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4377117b-e360-485b-98a8-a4f2fda097df req-d026cbe8-3feb-49a4-9e4c-c99d38fb1dab tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.1558836 Jun 21 04:47:41.952183 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Checking router: 64430b52-1140-45bb-8b83-e791e5555d7f for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:47:41.952653 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Updating router 64430b52-1140-45bb-8b83-e791e5555d7f port d8fa7ba9-5860-4a69-a6a3-410a036dcb89 binding host dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:47:42.005178 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:42.006777 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-1a021da7-c2d7-455b-b78e-fa04071d6e44 None None] Provisioning complete for port 69331737-d5a8-444a-9d97-19faa795a605 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:42.007458 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1a021da7-c2d7-455b-b78e-fa04071d6e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:42.029352 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4377117b-e360-485b-98a8-a4f2fda097df req-8bc98934-094e-411f-b31d-233975744afc tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677507 Jun 21 04:47:42.105172 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:42.278804 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Allocated IP 172.20.0.1 (a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b/bd2b439a-0b6c-426c-bce8-ebe120a15c47/00999447-6bc5-497a-ac79-ab09b97576e8) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:47:42.338967 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:42.352246 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Transition to ACTIVE for port object d8fa7ba9-5860-4a69-a6a3-410a036dcb89 will not be triggered until provisioned by entity L2. {{(pid=99944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:42.394622 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:42.409980 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Transition to ACTIVE for port object 00999447-6bc5-497a-ac79-ab09b97576e8 will not be triggered until provisioned by entity DHCP. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:42.462353 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:42.464793 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:42.517790 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313a884-fdb1-49fa-810c-2507b563bf46 None None] Pushing event updated for resources: {'Port': ['ID=d8fa7ba9-5860-4a69-a6a3-410a036dcb89,revision_number=2']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:42.521363 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Attempting to bind port d8fa7ba9-5860-4a69-a6a3-410a036dcb89 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:47:42.521747 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Attempting to bind port d8fa7ba9-5860-4a69-a6a3-410a036dcb89 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:47:42.522115 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Attempting to bind port d8fa7ba9-5860-4a69-a6a3-410a036dcb89 on network a83701e4-e1f4-405b-ae26-5c447039f249 {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:42.524342 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-d313a884-fdb1-49fa-810c-2507b563bf46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:42.528922 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:47:42.529536 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Checking segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:42.530117 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:42.530678 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Bound using segment: {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'} {{(pid=99944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:47:42.530865 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:42.531518 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.managers [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Bound port: d8fa7ba9-5860-4a69-a6a3-410a036dcb89, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc5a28d-066d-4186-a4c9-1c89a549f765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}}] {{(pid=99944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:47:42.532066 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:42.532974 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e588b4e1-7fc8-45b0-88f6-11a0030a78e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:42.574018 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Network a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:42.578415 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:42.583410 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:47:42.586495 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Pushing event updated for resources: {'Port': ['ID=00999447-6bc5-497a-ac79-ab09b97576e8,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:42.597924 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] For port d8fa7ba9-5860-4a69-a6a3-410a036dcb89, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:47:42.598982 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] For port d8fa7ba9-5860-4a69-a6a3-410a036dcb89, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=d8fa7ba9-5860-4a69-a6a3-410a036dcb89,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:47:42.606515 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:42.627809 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980264'] for router_interface, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:42.697107 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:42.702711 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-1935ba2d-c521-4d19-93d5-6c3f487cccde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:42.765641 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Routers {'64430b52-1140-45bb-8b83-e791e5555d7f'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:42.766289 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['64430b52-1140-45bb-8b83-e791e5555d7f'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:42.773988 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 69331737-d5a8-444a-9d97-19faa795a605 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:42.844266 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313a884-fdb1-49fa-810c-2507b563bf46 None None] Pushing event updated for resources: {'Port': ['ID=d8fa7ba9-5860-4a69-a6a3-410a036dcb89,revision_number=3']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:42.848225 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-d313a884-fdb1-49fa-810c-2507b563bf46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:42.878001 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:43.000403 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658176-ef2f-4d1f-bbc3-1fc7ebb05ac7 req-0d301164-b1d0-4b90-a350-6ad59d8f8c2d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:43.009400 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-dc658176-ef2f-4d1f-bbc3-1fc7ebb05ac7 req-0d301164-b1d0-4b90-a350-6ad59d8f8c2d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 943 time: 0.0807595 Jun 21 04:47:43.036678 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-c448590a-156d-40c3-a5d7-c34ceb959957 None None] Provisioning for port 00999447-6bc5-497a-ac79-ab09b97576e8 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:43.049783 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-c448590a-156d-40c3-a5d7-c34ceb959957 None None] Provisioning complete for port 00999447-6bc5-497a-ac79-ab09b97576e8 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:43.050221 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c448590a-156d-40c3-a5d7-c34ceb959957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:43.067595 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-dc658176-ef2f-4d1f-bbc3-1fc7ebb05ac7 req-ee31fb63-a158-42b5-ba1b-549a7e29502c tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458589 Jun 21 04:47:43.093043 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:43.105202 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] Set router 64430b52-1140-45bb-8b83-e791e5555d7f gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:43.107253 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 69331737-d5a8-444a-9d97-19faa795a605 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:43.107609 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:43.131949 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-c448590a-156d-40c3-a5d7-c34ceb959957 None None] Port 00999447-6bc5-497a-ac79-ab09b97576e8 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:47:43.159627 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:43.163178 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-1980d599-44bb-45c1-b292-94df97d63498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:43.358944 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'name': 'tempest-TestShelveInstance-2079763433-router', 'tenant_id': 'e4776736aac841b3ba11aa6510145165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd8fa7ba9-5860-4a69-a6a3-410a036dcb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:38Z', 'updated_at': '2021-06-21T04:47:40Z', 'revision_number': 3, 'project_id': 'e4776736aac841b3ba11aa6510145165', 'gw_port': {'id': 'd8fa7ba9-5860-4a69-a6a3-410a036dcb89', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:65:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:39Z', 'updated_at': '2021-06-21T04:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:43.388332 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c5d39-0525-4829-b971-b83326407ee5 None None] The sync data for ids ['64430b52-1140-45bb-8b83-e791e5555d7f'] in dv-cinder-772623-10-iscsi is: [{'id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'name': 'tempest-TestShelveInstance-2079763433-router', 'tenant_id': 'e4776736aac841b3ba11aa6510145165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd8fa7ba9-5860-4a69-a6a3-410a036dcb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:38Z', 'updated_at': '2021-06-21T04:47:40Z', 'revision_number': 3, 'project_id': 'e4776736aac841b3ba11aa6510145165', 'gw_port': {'id': 'd8fa7ba9-5860-4a69-a6a3-410a036dcb89', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:65:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:39Z', 'updated_at': '2021-06-21T04:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:47:43.512520 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-953471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982833'] for router_interface, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:43.518614 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Pushing event updated for resources: {'Port': ['ID=00999447-6bc5-497a-ac79-ab09b97576e8,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:43.523531 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:43.596114 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd634dd-3a2f-4dd1-b4c0-08d2af72c01a req-9ecc5b97-707e-4cea-90fd-51e6d7022ce7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:43.604248 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ebd634dd-3a2f-4dd1-b4c0-08d2af72c01a req-9ecc5b97-707e-4cea-90fd-51e6d7022ce7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.4384604 Jun 21 04:47:43.670990 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Network a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:43.674850 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ebd634dd-3a2f-4dd1-b4c0-08d2af72c01a req-fa152781-19af-4a2e-b595-488c88496cf8 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700195 Jun 21 04:47:43.675920 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:43.806517 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Router 64430b52-1140-45bb-8b83-e791e5555d7f has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:47:43.918863 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:47:43.925766 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] 10.222.0.11 "PUT /v2.0/routers/64430b52-1140-45bb-8b83-e791e5555d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4626818 Jun 21 04:47:43.955572 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-2d4279ac-da92-43bd-bdd8-1792d4720fa6 None None] Provisioning complete for port 00999447-6bc5-497a-ac79-ab09b97576e8 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:43.956397 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-2d4279ac-da92-43bd-bdd8-1792d4720fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:43.991441 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-2d4279ac-da92-43bd-bdd8-1792d4720fa6 None None] Port 00999447-6bc5-497a-ac79-ab09b97576e8 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:47:44.241630 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b50c1-f83c-47cf-8fbb-a408193d14dd req-fd6a9dd9-a7f7-4626-9c0b-3a35c854bdd2 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:44.243131 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9e9b50c1-f83c-47cf-8fbb-a408193d14dd req-fd6a9dd9-a7f7-4626-9c0b-3a35c854bdd2 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 943 time: 0.0705664 Jun 21 04:47:44.279519 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9e9b50c1-f83c-47cf-8fbb-a408193d14dd req-3bd2c64f-39a8-425e-a5ae-28ac11c74d4f tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307500 Jun 21 04:47:44.536199 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53230) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:44.540818 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-02f068c1-47a3-474c-baa9-7a21264583a1 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-143010789', 'description': 'tempest-secgroup-smoke-143010789 description', 'project_id': 'c998158734ae4812aabfd30f06862005'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:44.645480 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-02f068c1-47a3-474c-baa9-7a21264583a1 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:44.737234 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-02f068c1-47a3-474c-baa9-7a21264583a1 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:44.757696 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device d8fa7ba9-5860-4a69-a6a3-410a036dcb89 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:44.851389 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-02f068c1-47a3-474c-baa9-7a21264583a1 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:44.855058 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-210b7c60-40ab-4e41-b6aa-1d99b6e1952c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:44.881052 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f449ec-bd68-4a32-bd41-15df7951c9e9 req-2e1609e9-3f7a-4b01-b266-dcddf3d1deef tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:44.882500 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-75f449ec-bd68-4a32-bd41-15df7951c9e9 req-2e1609e9-3f7a-4b01-b266-dcddf3d1deef tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.0829244 Jun 21 04:47:44.884934 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port d8fa7ba9-5860-4a69-a6a3-410a036dcb89 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:44.891374 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port d8fa7ba9-5860-4a69-a6a3-410a036dcb89 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:44.891374 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:44.913099 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f068c1-47a3-474c-baa9-7a21264583a1 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a35173-5781-4b8e-aa7b-693bc4d70525,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:44.916848 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-02f068c1-47a3-474c-baa9-7a21264583a1 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:44.935399 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-75f449ec-bd68-4a32-bd41-15df7951c9e9 req-1f8ab6fb-bb4b-48f9-97fa-dcc4125bb18d tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447750 Jun 21 04:47:44.967383 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:44.986528 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port d8fa7ba9-5860-4a69-a6a3-410a036dcb89, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=d8fa7ba9-5860-4a69-a6a3-410a036dcb89,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:45.033560 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-02f068c1-47a3-474c-baa9-7a21264583a1 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:45.034828 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-02f068c1-47a3-474c-baa9-7a21264583a1 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4976451 Jun 21 04:47:45.037797 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53234) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:45.042550 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-9a7513a5-b0cf-4029-8a85-5fafc6807603 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Request body: {'security_group_rule': {'security_group_id': '58a35173-5781-4b8e-aa7b-693bc4d70525', 'project_id': 'c998158734ae4812aabfd30f06862005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:45.062434 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:45.064595 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-90e691ae-588b-4d5e-a714-230e273571c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:45.109476 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=d8fa7ba9-5860-4a69-a6a3-410a036dcb89,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:45.113094 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:45.154291 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a7513a5-b0cf-4029-8a85-5fafc6807603 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:45.212077 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a7513a5-b0cf-4029-8a85-5fafc6807603 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:45.306060 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a7513a5-b0cf-4029-8a85-5fafc6807603 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:45.311420 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:45.327277 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7513a5-b0cf-4029-8a85-5fafc6807603 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90449f49-32f8-4cbe-b15f-b55b9a90447f,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:45.331285 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-9a7513a5-b0cf-4029-8a85-5fafc6807603 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:45.404913 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a7513a5-b0cf-4029-8a85-5fafc6807603 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:45.406134 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-9a7513a5-b0cf-4029-8a85-5fafc6807603 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3674150 Jun 21 04:47:45.408902 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53238) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:45.413563 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-18845cef-28a8-4e18-a6b2-ea8fb3e3e4ed tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Request body: {'security_group_rule': {'security_group_id': '58a35173-5781-4b8e-aa7b-693bc4d70525', 'project_id': 'c998158734ae4812aabfd30f06862005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:45.457127 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76eebf2-ce35-422d-84de-25a6a44d4a55 req-7abc6c20-653c-4e3c-8dfb-770d00130d26 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:45.458755 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b76eebf2-ce35-422d-84de-25a6a44d4a55 req-7abc6c20-653c-4e3c-8dfb-770d00130d26 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 943 time: 0.0682793 Jun 21 04:47:45.496831 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b76eebf2-ce35-422d-84de-25a6a44d4a55 req-7c2fe3c4-b039-44e7-808e-236e8f73c9af tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314291 Jun 21 04:47:45.512835 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-18845cef-28a8-4e18-a6b2-ea8fb3e3e4ed tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:45.572368 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-18845cef-28a8-4e18-a6b2-ea8fb3e3e4ed tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:45.662393 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-18845cef-28a8-4e18-a6b2-ea8fb3e3e4ed tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:45.667890 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:45.683538 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18845cef-28a8-4e18-a6b2-ea8fb3e3e4ed tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b33c617-5ea8-4d09-86db-c5832953ca85,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:45.686504 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-18845cef-28a8-4e18-a6b2-ea8fb3e3e4ed tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:45.839994 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff888a-613b-4545-80f3-275db6bc22f5 req-1ead8dcc-a5a1-47c1-9c2c-1cd60d8ed741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:45.843327 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-dfff888a-613b-4545-80f3-275db6bc22f5 req-1ead8dcc-a5a1-47c1-9c2c-1cd60d8ed741 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73ca3c1def754bb1aa968ba0620e4c5e&device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0550728 Jun 21 04:47:45.852475 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Sync routers for ids ['64430b52-1140-45bb-8b83-e791e5555d7f'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:47:45.861251 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Routers {'64430b52-1140-45bb-8b83-e791e5555d7f'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:45.861892 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['64430b52-1140-45bb-8b83-e791e5555d7f'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:45.867975 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-18845cef-28a8-4e18-a6b2-ea8fb3e3e4ed tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:45.872423 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-18845cef-28a8-4e18-a6b2-ea8fb3e3e4ed tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4593661 Jun 21 04:47:45.872423 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53240) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:45.876298 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-7be49a5b-1b50-4c31-a3b7-d99bdda4a378 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Request body: {'security_group_rule': {'security_group_id': '58a35173-5781-4b8e-aa7b-693bc4d70525', 'project_id': 'c998158734ae4812aabfd30f06862005', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:45.966602 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Set router 64430b52-1140-45bb-8b83-e791e5555d7f gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:45.985795 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff888a-613b-4545-80f3-275db6bc22f5 req-74959e48-10f5-48dc-a3cf-22cb300e1cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:45.987507 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-dfff888a-613b-4545-80f3-275db6bc22f5 req-74959e48-10f5-48dc-a3cf-22cb300e1cca service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=73ca3c1def754bb1aa968ba0620e4c5e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1056540 Jun 21 04:47:46.090062 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7be49a5b-1b50-4c31-a3b7-d99bdda4a378 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:46.166586 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'name': 'tempest-TestShelveInstance-2079763433-router', 'tenant_id': 'e4776736aac841b3ba11aa6510145165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd8fa7ba9-5860-4a69-a6a3-410a036dcb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:38Z', 'updated_at': '2021-06-21T04:47:42Z', 'revision_number': 4, 'project_id': 'e4776736aac841b3ba11aa6510145165', 'gw_port': {'id': 'd8fa7ba9-5860-4a69-a6a3-410a036dcb89', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:39Z', 'updated_at': '2021-06-21T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '00999447-6bc5-497a-ac79-ab09b97576e8', 'name': '', 'network_id': 'a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b', 'tenant_id': 'e4776736aac841b3ba11aa6510145165', 'mac_address': 'fa:16:3e:a7:8f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bd2b439a-0b6c-426c-bce8-ebe120a15c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:42Z', 'updated_at': '2021-06-21T04:47:42Z', 'revision_number': 2, 'project_id': 'e4776736aac841b3ba11aa6510145165', 'subnets': [{'id': 'bd2b439a-0b6c-426c-bce8-ebe120a15c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:46.197281 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Checking router: 64430b52-1140-45bb-8b83-e791e5555d7f for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:47:46.197646 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Updating router 64430b52-1140-45bb-8b83-e791e5555d7f port 00999447-6bc5-497a-ac79-ab09b97576e8 binding host dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:47:46.212071 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff888a-613b-4545-80f3-275db6bc22f5 req-1f069d95-59ec-4f5b-8bf7-9025df380caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:46.213524 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-dfff888a-613b-4545-80f3-275db6bc22f5 req-1f069d95-59ec-4f5b-8bf7-9025df380caf service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1772008 Jun 21 04:47:46.221855 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7be49a5b-1b50-4c31-a3b7-d99bdda4a378 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:46.232120 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:46.233150 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc4033-ecba-49a1-8d4f-c8162e569cb6 req-7109754e-9a20-4869-9fba-9fddd93d1063 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:46.234778 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-08fc4033-ecba-49a1-8d4f-c8162e569cb6 req-7109754e-9a20-4869-9fba-9fddd93d1063 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.1749992 Jun 21 04:47:46.274443 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-08fc4033-ecba-49a1-8d4f-c8162e569cb6 req-35b4c338-20c1-4587-b7c1-09808b6f8870 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326915 Jun 21 04:47:46.309765 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7be49a5b-1b50-4c31-a3b7-d99bdda4a378 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:46.327403 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f5ee2bfc-92ce-4dec-b50e-a358ea9249d2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:46.350732 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be49a5b-1b50-4c31-a3b7-d99bdda4a378 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6463ee-ccfc-4339-bef3-32aa9b8f8348,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:46.354201 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-7be49a5b-1b50-4c31-a3b7-d99bdda4a378 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:46.377770 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69063e4-450e-48ab-be81-f348d7821b64 req-809f0445-79de-4e1d-8541-2a2fa00b4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:46.379653 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f69063e4-450e-48ab-be81-f348d7821b64 req-809f0445-79de-4e1d-8541-2a2fa00b4bab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73ca3c1def754bb1aa968ba0620e4c5e&device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0788851 Jun 21 04:47:46.436426 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f69063e4-450e-48ab-be81-f348d7821b64 req-34f7eaea-f7c8-4d6a-8983-8c34655e3db7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=085f0d82-9579-4c43-8d13-06440fe93146 HTTP/1.1" status: 200 len: 217 time: 0.0365918 Jun 21 04:47:46.444971 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7be49a5b-1b50-4c31-a3b7-d99bdda4a378 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:46.446072 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-7be49a5b-1b50-4c31-a3b7-d99bdda4a378 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5732470 Jun 21 04:47:46.448738 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53244) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:46.453213 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-c130c8e9-f28c-4afa-8bfe-a93f4d9b42ae tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Request body: {'security_group_rule': {'security_group_id': '58a35173-5781-4b8e-aa7b-693bc4d70525', 'project_id': 'c998158734ae4812aabfd30f06862005', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:46.500213 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Notify callbacks [] for port, precommit_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:46.514830 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.provisioning_blocks [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Transition to ACTIVE for port object 00999447-6bc5-497a-ac79-ab09b97576e8 will not be triggered until provisioned by entity L2. {{(pid=99945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:46.538788 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69063e4-450e-48ab-be81-f348d7821b64 req-735140ad-f46a-4176-8492-877ff9931780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:46.540422 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f69063e4-450e-48ab-be81-f348d7821b64 req-735140ad-f46a-4176-8492-877ff9931780 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5808c492-1258-4229-8f85-9f21aecdb879 HTTP/1.1" status: 200 len: 853 time: 0.0450869 Jun 21 04:47:46.586960 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c130c8e9-f28c-4afa-8bfe-a93f4d9b42ae tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:46.633860 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:46.637316 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-6f0e5dfd-442b-4e1d-b5c4-ac4b30766f8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:46.648729 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69063e4-450e-48ab-be81-f348d7821b64 req-ad1c23e8-fcce-4b56-aa0c-62f38acf4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:46.650313 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f69063e4-450e-48ab-be81-f348d7821b64 req-ad1c23e8-fcce-4b56-aa0c-62f38acf4562 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=47425eb1-9ff7-4cb7-bb17-50a77d6bf951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1023741 Jun 21 04:47:46.663458 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c130c8e9-f28c-4afa-8bfe-a93f4d9b42ae tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:46.674738 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f25c38-2967-4274-8448-afae19cfa8d9 req-55cc135a-711c-497d-919c-6d4484f3baea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:46.676276 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e1f25c38-2967-4274-8448-afae19cfa8d9 req-55cc135a-711c-497d-919c-6d4484f3baea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 943 time: 0.0657623 Jun 21 04:47:46.682513 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9907b4-cd67-40c0-a43f-5cd3ec449913 None None] Pushing event updated for resources: {'Port': ['ID=00999447-6bc5-497a-ac79-ab09b97576e8,revision_number=3']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:46.745445 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e1f25c38-2967-4274-8448-afae19cfa8d9 req-5568a447-9404-4b63-856a-eb5db0b4dd77 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557883 Jun 21 04:47:46.766452 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device d8fa7ba9-5860-4a69-a6a3-410a036dcb89 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:46.772217 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-3d9907b4-cd67-40c0-a43f-5cd3ec449913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:46.788977 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c130c8e9-f28c-4afa-8bfe-a93f4d9b42ae tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:46.794080 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-cdf85bea-89e6-4f38-baec-4709f3bf6c0f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:46.802192 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f69063e4-450e-48ab-be81-f348d7821b64 req-9aec1900-6478-4fd1-9ecd-0ef316066157 service neutron] 10.222.0.52 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374769 Jun 21 04:47:46.810403 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Attempting to bind port 00999447-6bc5-497a-ac79-ab09b97576e8 on host dv-cinder-772623-10-iscsi for vnic_type normal with profile {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:47:46.811037 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Attempting to bind port 00999447-6bc5-497a-ac79-ab09b97576e8 by drivers openvswitch,hyperv on host dv-cinder-772623-10-iscsi at level 0 using segments [{'id': '703d05c8-478d-4ea0-81a5-a1cd8925ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b'}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:47:46.811993 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Attempting to bind port 00999447-6bc5-497a-ac79-ab09b97576e8 on network a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:46.814519 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130c8e9-f28c-4afa-8bfe-a93f4d9b42ae tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6337c46c-3b93-4b40-b740-d7abdf0711fa,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:46.818671 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Checking agent: {'id': 'e3f8823d-7585-4b97-ba84-d5248587587c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 31, 56), 'started_at': datetime.datetime(2021, 6, 21, 4, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:47:46.819148 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Checking segment: {'id': '703d05c8-478d-4ea0-81a5-a1cd8925ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:46.819630 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:46.820084 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Bound using segment: {'id': '703d05c8-478d-4ea0-81a5-a1cd8925ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b'} {{(pid=99945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:47:46.820742 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.managers [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Bound port: 00999447-6bc5-497a-ac79-ab09b97576e8, host: dv-cinder-772623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703d05c8-478d-4ea0-81a5-a1cd8925ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b'}}] {{(pid=99945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:47:46.821385 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:46.825033 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c130c8e9-f28c-4afa-8bfe-a93f4d9b42ae tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:46.835843 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port d8fa7ba9-5860-4a69-a6a3-410a036dcb89 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:46.836645 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:46.893419 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] For port 00999447-6bc5-497a-ac79-ab09b97576e8, host dv-cinder-772623-10-iscsi, cleared binding levels {{(pid=99945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:47:46.896938 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.plugins.ml2.db [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] For port 00999447-6bc5-497a-ac79-ab09b97576e8, host dv-cinder-772623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=00999447-6bc5-497a-ac79-ab09b97576e8,segment=NetworkSegment(703d05c8-478d-4ea0-81a5-a1cd8925ead2),segment_id=703d05c8-478d-4ea0-81a5-a1cd8925ead2)] {{(pid=99945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:47:46.923751 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f69063e4-450e-48ab-be81-f348d7821b64 req-70a6197c-1baf-4783-9d13-3c119478a253 service neutron] 10.222.0.52 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013088 Jun 21 04:47:46.948092 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-c130c8e9-f28c-4afa-8bfe-a93f4d9b42ae tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:46.949274 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-c130c8e9-f28c-4afa-8bfe-a93f4d9b42ae tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4995067 Jun 21 04:47:46.952075 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53250) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:46.957072 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-73e12dea-6396-48d0-85de-e5582a0ae506 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Request body: {'security_group_rule': {'security_group_id': '58a35173-5781-4b8e-aa7b-693bc4d70525', 'project_id': 'c998158734ae4812aabfd30f06862005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:47.045197 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron_lib.callbacks.manager [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:47.048341 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-3d9907b4-cd67-40c0-a43f-5cd3ec449913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:47.077791 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.securitygroups_db [None req-73e12dea-6396-48d0-85de-e5582a0ae506 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Project c998158734ae4812aabfd30f06862005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:47:47.084880 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-73e12dea-6396-48d0-85de-e5582a0ae506 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:47.107658 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Routers {'64430b52-1140-45bb-8b83-e791e5555d7f'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:47.108335 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['64430b52-1140-45bb-8b83-e791e5555d7f'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:47.147050 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9907b4-cd67-40c0-a43f-5cd3ec449913 None None] Pushing event updated for resources: {'Port': ['ID=00999447-6bc5-497a-ac79-ab09b97576e8,revision_number=4']} {{(pid=99945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:47.151510 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG oslo_concurrency.lockutils [None req-3d9907b4-cd67-40c0-a43f-5cd3ec449913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:47.154055 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-73e12dea-6396-48d0-85de-e5582a0ae506 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:47.223554 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] Set router 64430b52-1140-45bb-8b83-e791e5555d7f gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:47.278982 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-73e12dea-6396-48d0-85de-e5582a0ae506 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:47.284709 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:47.301200 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e12dea-6396-48d0-85de-e5582a0ae506 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5508b982-ed69-4482-b7f3-fb9498c93fa2,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:47.303696 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-73e12dea-6396-48d0-85de-e5582a0ae506 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:47.394369 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-73e12dea-6396-48d0-85de-e5582a0ae506 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:47.395673 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-73e12dea-6396-48d0-85de-e5582a0ae506 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4426188 Jun 21 04:47:47.398440 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53254) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:47:47.403461 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-16bf467f-bceb-4075-b727-f033bb2b106f tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Request body: {'security_group_rule': {'security_group_id': '58a35173-5781-4b8e-aa7b-693bc4d70525', 'project_id': 'c998158734ae4812aabfd30f06862005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:47.479986 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b9f4a-92a5-49fb-8fda-34dafbd14642 req-53d18a95-5483-4a14-923c-e669a14b247c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:47.481557 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-550b9f4a-92a5-49fb-8fda-34dafbd14642 req-53d18a95-5483-4a14-923c-e669a14b247c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.0735908 Jun 21 04:47:47.505963 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'name': 'tempest-TestShelveInstance-2079763433-router', 'tenant_id': 'e4776736aac841b3ba11aa6510145165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd8fa7ba9-5860-4a69-a6a3-410a036dcb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:38Z', 'updated_at': '2021-06-21T04:47:42Z', 'revision_number': 4, 'project_id': 'e4776736aac841b3ba11aa6510145165', 'gw_port': {'id': 'd8fa7ba9-5860-4a69-a6a3-410a036dcb89', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:39Z', 'updated_at': '2021-06-21T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '00999447-6bc5-497a-ac79-ab09b97576e8', 'name': '', 'network_id': 'a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b', 'tenant_id': 'e4776736aac841b3ba11aa6510145165', 'mac_address': 'fa:16:3e:a7:8f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bd2b439a-0b6c-426c-bce8-ebe120a15c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:42Z', 'updated_at': '2021-06-21T04:47:46Z', 'revision_number': 4, 'project_id': 'e4776736aac841b3ba11aa6510145165', 'subnets': [{'id': 'bd2b439a-0b6c-426c-bce8-ebe120a15c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:47.520509 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-550b9f4a-92a5-49fb-8fda-34dafbd14642 req-22c2bae9-cc62-48eb-ac63-f3515b8253d9 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332150 Jun 21 04:47:47.535533 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c38114-ea94-4819-9f0a-b9e505d87301 None None] The sync data for ids ['64430b52-1140-45bb-8b83-e791e5555d7f'] in dv-cinder-772623-10-iscsi is: [{'id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'name': 'tempest-TestShelveInstance-2079763433-router', 'tenant_id': 'e4776736aac841b3ba11aa6510145165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd8fa7ba9-5860-4a69-a6a3-410a036dcb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:38Z', 'updated_at': '2021-06-21T04:47:42Z', 'revision_number': 4, 'project_id': 'e4776736aac841b3ba11aa6510145165', 'gw_port': {'id': 'd8fa7ba9-5860-4a69-a6a3-410a036dcb89', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:39Z', 'updated_at': '2021-06-21T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '00999447-6bc5-497a-ac79-ab09b97576e8', 'name': '', 'network_id': 'a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b', 'tenant_id': 'e4776736aac841b3ba11aa6510145165', 'mac_address': 'fa:16:3e:a7:8f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bd2b439a-0b6c-426c-bce8-ebe120a15c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:42Z', 'updated_at': '2021-06-21T04:47:46Z', 'revision_number': 4, 'project_id': 'e4776736aac841b3ba11aa6510145165', 'subnets': [{'id': 'bd2b439a-0b6c-426c-bce8-ebe120a15c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:47:47.559277 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.securitygroups_db [None req-16bf467f-bceb-4075-b727-f033bb2b106f tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Project c998158734ae4812aabfd30f06862005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:47:47.565444 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-16bf467f-bceb-4075-b727-f033bb2b106f tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:47.648657 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-16bf467f-bceb-4075-b727-f033bb2b106f tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:47.771089 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-16bf467f-bceb-4075-b727-f033bb2b106f tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:47.773196 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:47.790821 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf467f-bceb-4075-b727-f033bb2b106f tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c31423-f81e-41c2-923d-98a39843ea85,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:47.799602 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-16bf467f-bceb-4075-b727-f033bb2b106f tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:47.937271 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-16bf467f-bceb-4075-b727-f033bb2b106f tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:47.938779 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-16bf467f-bceb-4075-b727-f033bb2b106f tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5393252 Jun 21 04:47:47.955063 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1b677-b062-4bcf-bca9-4a3dd42e38b9 req-69325dec-c275-4dc3-84d0-79230631530b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:47.958063 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-06b1b677-b062-4bcf-bca9-4a3dd42e38b9 req-69325dec-c275-4dc3-84d0-79230631530b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 943 time: 0.0813837 Jun 21 04:47:47.999721 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-06b1b677-b062-4bcf-bca9-4a3dd42e38b9 req-55002b5e-e9b1-44da-92b0-63c022fabae8 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349159 Jun 21 04:47:48.707965 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079194b6-0578-44f1-ae19-7f6d49c0f873 req-113cfce8-bb1f-4b36-917e-5f4cbcdedf9d tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:48.709956 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-079194b6-0578-44f1-ae19-7f6d49c0f873 req-113cfce8-bb1f-4b36-917e-5f4cbcdedf9d tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.0720432 Jun 21 04:47:48.748867 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-079194b6-0578-44f1-ae19-7f6d49c0f873 req-a8fb6845-ed05-46bb-9d31-4b585ac5a0d5 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333614 Jun 21 04:47:48.777486 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 00999447-6bc5-497a-ac79-ab09b97576e8 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:48.832100 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-a33c231c-66e1-43a6-9289-3ea549024c93 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:48.833519 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-a33c231c-66e1-43a6-9289-3ea549024c93 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 945 time: 0.0738006 Jun 21 04:47:48.896298 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning for port 00999447-6bc5-497a-ac79-ab09b97576e8 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:48.900462 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 00999447-6bc5-497a-ac79-ab09b97576e8 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:48.905355 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:48.940342 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Deleting port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:47:48.940662 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:48.986118 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:49.028232 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] For port 00999447-6bc5-497a-ac79-ab09b97576e8, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=00999447-6bc5-497a-ac79-ab09b97576e8,segment=NetworkSegment(703d05c8-478d-4ea0-81a5-a1cd8925ead2),segment_id=703d05c8-478d-4ea0-81a5-a1cd8925ead2)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:49.059381 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] For port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24aaaf81-1ec4-4c59-bed6-06ee9945c5e5,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:49.059741 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:49.170660 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:49.172788 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:49.183536 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d245ad-6245-4b56-9aad-e4eb32f479ad req-df8ae37f-63e3-4a5d-be54-0adcff5d2b87 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:49.186453 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d5d245ad-6245-4b56-9aad-e4eb32f479ad req-df8ae37f-63e3-4a5d-be54-0adcff5d2b87 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 943 time: 0.0659146 Jun 21 04:47:49.223626 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Pushing event updated for resources: {'Port': ['ID=00999447-6bc5-497a-ac79-ab09b97576e8,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:49.226838 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:49.228207 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d5d245ad-6245-4b56-9aad-e4eb32f479ad req-958cda2d-b7c3-42df-b83a-270725f792c3 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343800 Jun 21 04:47:49.265338 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:49.265711 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:49.266047 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.l3_db [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Floating IP 95af66ac-6e86-4a2b-8454-b497458626d6 disassociated. External IP: 172.27.1.227, port: 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5. Jun 21 04:47:49.266385 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Calling delete_port for 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:47:49.496507 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:49.500512 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-873e880a-4a17-4632-aa1f-97be137ab5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:49.527638 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event deleted for resources: {'Port': ['ID=24aaaf81-1ec4-4c59-bed6-06ee9945c5e5,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:49.530070 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:49.652249 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:47:49.772110 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:47:49.784738 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605b3cf-6020-4911-87fe-0d793bef0590 None None] Sync routers for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:47:49.797465 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605b3cf-6020-4911-87fe-0d793bef0590 None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:49.798470 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-2605b3cf-6020-4911-87fe-0d793bef0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:49.832585 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] No DVR routers for this DVR port 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:47:49.835850 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:49.837843 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-853b606b-c9a2-4c82-9ba4-b8912ac51d1c req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "DELETE /v2.0/ports/24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 HTTP/1.1" status: 204 len: 173 time: 0.9897819 Jun 21 04:47:49.838567 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466aa924-6638-4f2d-ac99-e695568bf3d8', 'name': 'network-vif-deleted', 'tag': '24aaaf81-1ec4-4c59-bed6-06ee9945c5e5'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:47:49.840913 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba600ed-702c-450e-a87b-cfbd2cbd2048" -d '{"events": [{"server_uuid": "466aa924-6638-4f2d-ac99-e695568bf3d8", "name": "network-vif-deleted", "tag": "24aaaf81-1ec4-4c59-bed6-06ee9945c5e5"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:47:49.897812 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6432d7ab-3bff-4c17-83fc-2dbe50a7d361 x-openstack-request-id: req-6432d7ab-3bff-4c17-83fc-2dbe50a7d361 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:47:49.899408 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466aa924-6638-4f2d-ac99-e695568bf3d8", "name": "network-vif-deleted", "tag": "24aaaf81-1ec4-4c59-bed6-06ee9945c5e5", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:47:49.899408 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6432d7ab-3bff-4c17-83fc-2dbe50a7d361 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:47:49.899408 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466aa924-6638-4f2d-ac99-e695568bf3d8', 'name': 'network-vif-deleted', 'tag': '24aaaf81-1ec4-4c59-bed6-06ee9945c5e5', 'status': 'completed', 'code': 200} Jun 21 04:47:49.921475 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-01c838ca-f81e-4777-83f6-9dd16528a147 req-9456d31e-4f6b-4fad-ad16-a5f13b2112d8 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 210 time: 0.0350738 Jun 21 04:47:49.951609 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-2605b3cf-6020-4911-87fe-0d793bef0590 None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:50.191650 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-2605b3cf-6020-4911-87fe-0d793bef0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:50.217905 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605b3cf-6020-4911-87fe-0d793bef0590 None None] Checking router: 88c69a66-ef45-46de-81bf-3ee3c4fa1950 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:47:50.227337 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605b3cf-6020-4911-87fe-0d793bef0590 None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:47:50.227966 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-2605b3cf-6020-4911-87fe-0d793bef0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:50.343074 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-2605b3cf-6020-4911-87fe-0d793bef0590 None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:47:50.408004 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db402e-d857-452d-b2f6-431d4467b33e req-46a60d7f-82c2-494c-86de-c56997b956e3 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:50.411371 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-11db402e-d857-452d-b2f6-431d4467b33e req-46a60d7f-82c2-494c-86de-c56997b956e3 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 943 time: 0.0656919 Jun 21 04:47:50.450114 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-11db402e-d857-452d-b2f6-431d4467b33e req-4910795d-4351-44db-bcb2-9b9a558fbee4 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344822 Jun 21 04:47:50.559393 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-2605b3cf-6020-4911-87fe-0d793bef0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:47:50.591010 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605b3cf-6020-4911-87fe-0d793bef0590 None None] The sync data for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi is: [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:47:50.681946 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 085f0d82-9579-4c43-8d13-06440fe93146 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:47:50.758535 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 00999447-6bc5-497a-ac79-ab09b97576e8 up at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:50.825712 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 085f0d82-9579-4c43-8d13-06440fe93146, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=085f0d82-9579-4c43-8d13-06440fe93146,segment=NetworkSegment(9543375e-4d88-4cfb-ae5b-ef0b1e9c126a),segment_id=9543375e-4d88-4cfb-ae5b-ef0b1e9c126a)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:50.840373 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': '085f0d82-9579-4c43-8d13-06440fe93146', 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'port_id': '085f0d82-9579-4c43-8d13-06440fe93146', 'mac_address': 'fa:16:3e:bd:49:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5808c492-1258-4229-8f85-9f21aecdb879', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:47:50.867647 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e43850-0377-40dd-bc5a-7249d5349f27 None None] New status for floating IP 95af66ac-6e86-4a2b-8454-b497458626d6: DOWN {{(pid=99945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:47:50.878334 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Provisioning complete for port 00999447-6bc5-497a-ac79-ab09b97576e8 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:50.878760 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:50.917400 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:50.943662 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085f0d82-9579-4c43-8d13-06440fe93146 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:47:51.019965 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 085f0d82-9579-4c43-8d13-06440fe93146, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=085f0d82-9579-4c43-8d13-06440fe93146,segment=NetworkSegment(9543375e-4d88-4cfb-ae5b-ef0b1e9c126a),segment_id=9543375e-4d88-4cfb-ae5b-ef0b1e9c126a)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:51.095662 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:51.103771 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:51.113872 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c5d90903-95b3-4844-b9d0-cbe61dfac58d req-d171be32-c72f-4758-b4cf-7fb13e1709de tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=466aa924-6638-4f2d-ac99-e695568bf3d8 HTTP/1.1" status: 200 len: 210 time: 0.0411129 Jun 21 04:47:51.210250 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=085f0d82-9579-4c43-8d13-06440fe93146,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:51.215205 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:51.686160 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102438a9-11c8-4aac-b24c-6c9863ee6dbe req-190f6444-cfb7-4c53-ad69-a2b1f36ca417 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:51.687663 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-102438a9-11c8-4aac-b24c-6c9863ee6dbe req-190f6444-cfb7-4c53-ad69-a2b1f36ca417 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 944 time: 0.0813863 Jun 21 04:47:51.733763 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-102438a9-11c8-4aac-b24c-6c9863ee6dbe req-2b8507aa-2f66-4f45-9f4b-8f75f7488335 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350378 Jun 21 04:47:51.827403 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['085f0d82-9579-4c43-8d13-06440fe93146'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:47:52.403657 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-4b24c528-e040-4a35-95e0-6db534641622 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526396788&fields=id&tenant_id=fdc4e805caf44a30888cf51e943ce9bc HTTP/1.1" status: 200 len: 267 time: 0.0339656 Jun 21 04:47:52.513529 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-354489e2-98f8-4e62-abc0-806240b77ff2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:52.514987 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-354489e2-98f8-4e62-abc0-806240b77ff2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/networks?id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c HTTP/1.1" status: 200 len: 812 time: 0.1043065 Jun 21 04:47:52.529970 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-f05c5b32-137e-4c5c-9e32-de495e587bf5 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/quotas/fdc4e805caf44a30888cf51e943ce9bc HTTP/1.1" status: 200 len: 375 time: 0.0088296 Jun 21 04:47:52.602585 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-47d28e02-dc14-4492-b6fa-8ae0ead86d2b tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676668 Jun 21 04:47:52.665723 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:47:52.691189 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:47:52.691541 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 24aaaf81-1ec4-4c59-bed6-06ee9945c5e5 not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:47:52.790107 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-82e193af-4f1d-405f-b29f-3fdb80e34056 service neutron] 10.222.0.11 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761150 Jun 21 04:47:52.883982 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-023b9cf1-88b5-4ec9-8e29-c0e3cdfbb3aa service neutron] 10.222.0.11 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878968 Jun 21 04:47:52.905980 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fe6ba-66ec-4c95-8813-47dc59f2961c req-6a6d6c59-765b-47d9-9db7-4a4b3fbfc0b3 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:52.907510 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a26fe6ba-66ec-4c95-8813-47dc59f2961c req-6a6d6c59-765b-47d9-9db7-4a4b3fbfc0b3 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 944 time: 0.0630686 Jun 21 04:47:52.947945 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a26fe6ba-66ec-4c95-8813-47dc59f2961c req-fed569c6-f8e4-46f4-83ca-782344c3f2bd tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329728 Jun 21 04:47:53.511324 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-27c235e7-b313-47eb-a738-0d49fcca1cd3 req-97a4a680-f0f6-46f0-a08a-e9e52ec1b118 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 210 time: 0.0354009 Jun 21 04:47:53.582092 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1459d843-9e02-4c2e-97d0-06cbf09c49f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:54.020712 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:54.126385 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb5ed5-5379-4924-a977-b17f57924b49 req-cd2c1e60-d557-47f3-9441-a8d7c1efe886 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:54.127937 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-33eb5ed5-5379-4924-a977-b17f57924b49 req-cd2c1e60-d557-47f3-9441-a8d7c1efe886 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 944 time: 0.0647414 Jun 21 04:47:54.167721 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-33eb5ed5-5379-4924-a977-b17f57924b49 req-3bf1a5db-7704-47d1-a9f6-458a3391d0a8 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341065 Jun 21 04:47:54.651750 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fdbf63d1-9784-43e4-8cfa-51b3e6149c14 req-7e9fe65a-9514-4e85-b1af-c6061a47381e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 210 time: 0.0291862 Jun 21 04:47:54.675619 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 085f0d82-9579-4c43-8d13-06440fe93146 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:47:54.942454 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port 085f0d82-9579-4c43-8d13-06440fe93146 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:54.947818 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port 085f0d82-9579-4c43-8d13-06440fe93146 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:54.947818 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:55.022963 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:55.044157 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085f0d82-9579-4c43-8d13-06440fe93146'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:47:55.046455 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc73ca0-9e3b-4e29-b543-5967e4702314" -d '{"events": [{"server_uuid": "155280da-288b-4463-94bc-a6d3cd4b0ad8", "name": "network-vif-plugged", "status": "completed", "tag": "085f0d82-9579-4c43-8d13-06440fe93146"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:47:55.064126 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 085f0d82-9579-4c43-8d13-06440fe93146, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=085f0d82-9579-4c43-8d13-06440fe93146,segment=NetworkSegment(9543375e-4d88-4cfb-ae5b-ef0b1e9c126a),segment_id=9543375e-4d88-4cfb-ae5b-ef0b1e9c126a)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:47:55.083990 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c001d2-26fa-4c9a-90d5-ef7f9c9dac30 x-openstack-request-id: req-c0c001d2-26fa-4c9a-90d5-ef7f9c9dac30 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:47:55.084333 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155280da-288b-4463-94bc-a6d3cd4b0ad8", "name": "network-vif-plugged", "status": "completed", "tag": "085f0d82-9579-4c43-8d13-06440fe93146", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:47:55.084445 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0c001d2-26fa-4c9a-90d5-ef7f9c9dac30 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:47:55.084856 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085f0d82-9579-4c43-8d13-06440fe93146', 'code': 200} Jun 21 04:47:55.171030 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:55.173105 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-38b5ecdd-fab2-4f17-abb5-12541196fae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:55.221876 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=085f0d82-9579-4c43-8d13-06440fe93146,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:55.224905 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:55.353097 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1aba7-c494-4f28-a683-de2de08a403f req-05ecb8b6-781d-45f9-b67e-a528a0b8e3bf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:55.354988 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f1d1aba7-c494-4f28-a683-de2de08a403f req-05ecb8b6-781d-45f9-b67e-a528a0b8e3bf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 945 time: 0.0697124 Jun 21 04:47:55.399001 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f1d1aba7-c494-4f28-a683-de2de08a403f req-20323007-a01c-4534-a3c0-99fc2116fc71 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382266 Jun 21 04:47:55.551474 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa970711-aa02-46d4-9121-7ba8bb6c157b req-ef42f6bf-0c02-44de-a287-b9cc758e713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:55.552924 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-aa970711-aa02-46d4-9121-7ba8bb6c157b req-ef42f6bf-0c02-44de-a287-b9cc758e713f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0533023 Jun 21 04:47:55.591738 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-aa970711-aa02-46d4-9121-7ba8bb6c157b req-8749e14e-03de-43f4-b1b7-72a7ff7adb64 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308487 Jun 21 04:47:55.797348 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-2b09cc54-7766-4086-a25c-37a39e259c0b req-95d96b09-4156-4662-b8b2-c9152e3fde73 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 210 time: 0.0339766 Jun 21 04:47:56.273815 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a9bea6d9-de71-4f61-9134-0d628daf1ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:56.565114 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:56.575976 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e23f26-e155-4b09-8e36-5797682e2d25 req-744b0076-4db6-4fb2-9376-89c4057a8227 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:56.577474 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f5e23f26-e155-4b09-8e36-5797682e2d25 req-744b0076-4db6-4fb2-9376-89c4057a8227 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 945 time: 0.0664582 Jun 21 04:47:56.616784 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f5e23f26-e155-4b09-8e36-5797682e2d25 req-64b34350-14df-49aa-b619-120b48c2ea33 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327294 Jun 21 04:47:56.817468 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-82ef1b19-5bc4-459f-be83-a86328282c86 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:56.818786 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-82ef1b19-5bc4-459f-be83-a86328282c86 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "GET /v2.0/networks?id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c HTTP/1.1" status: 200 len: 812 time: 0.1052015 Jun 21 04:47:56.874842 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-343bb90b-46bc-4b04-8889-410bebf38169 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdc4e805caf44a30888cf51e943ce9bc HTTP/1.1" status: 200 len: 379 time: 0.0363555 Jun 21 04:47:56.887492 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Request body: {'port': {'device_id': '718b429a-2022-42ef-93ca-ab787e3b809a', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'admin_state_up': True, 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'security_groups': ['0938e66a-3903-4296-903c-fbe4c9469773']}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:56.944567 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f1644aba-e3a2-49de-96d0-19d5b2b59b11 req-16ce43fb-b07a-48b7-87bd-6332dd007caa tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 210 time: 0.0314381 Jun 21 04:47:57.079018 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Made reservation on behalf of fdc4e805caf44a30888cf51e943ce9bc for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:47:57.083188 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:57.218385 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Allocated IP 172.20.0.11 (a0fef746-dcc4-4d53-bdf5-6879a4a91e7c/cb99c622-c19a-4045-a63c-e35ad1ef09d6/7025e0f6-ffe3-4b04-a1a1-a13dc21948bb) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:47:57.336579 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:57.365077 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:57.378656 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Transition to ACTIVE for port object 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb will not be triggered until provisioned by entity DHCP. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:57.490897 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:57.496022 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-4400d6b2-e42b-4138-a3e2-666c2f65dddf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:57.537144 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:47:57.540501 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:47:57.543268 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:47:57.578113 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'Port': ['ID=7025e0f6-ffe3-4b04-a1a1-a13dc21948bb,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:57.581011 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:57.604968 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:57.605612 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:57.705591 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8218119 Jun 21 04:47:57.727911 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Request body: {'port': {'device_id': '718b429a-2022-42ef-93ca-ab787e3b809a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:47:57.846986 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:57.859799 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-04349bab-65c3-44fb-bc95-926d70b89d2a None None] Provisioning for port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:47:57.865149 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-04349bab-65c3-44fb-bc95-926d70b89d2a None None] Provisioning complete for port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:47:57.865616 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-04349bab-65c3-44fb-bc95-926d70b89d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:57.871089 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819606e-59c9-4928-a083-03470bb08628 req-86cb916a-7feb-4fa0-906c-1e4bb5deba3a tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:57.872583 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5819606e-59c9-4928-a083-03470bb08628 req-86cb916a-7feb-4fa0-906c-1e4bb5deba3a tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 945 time: 0.1194010 Jun 21 04:47:57.901295 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-04349bab-65c3-44fb-bc95-926d70b89d2a None None] Port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:47:58.127417 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257c9db-e09c-47c8-8a71-2ea1bbef13d6 req-1ec59688-265e-41b7-a98a-ea6215688b4a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:58.128884 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8257c9db-e09c-47c8-8a71-2ea1bbef13d6 req-1ec59688-265e-41b7-a98a-ea6215688b4a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 932 time: 0.0678694 Jun 21 04:47:58.168919 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8257c9db-e09c-47c8-8a71-2ea1bbef13d6 req-6a4e93aa-6aef-4a77-b63a-c6e1d9322578 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334837 Jun 21 04:47:58.248679 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5819606e-59c9-4928-a083-03470bb08628 req-2e7ba250-86dd-479e-88be-3e0bb5b53f9d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543527 Jun 21 04:47:58.408551 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:47:58.417163 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:58.429958 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Transition to ACTIVE for port object 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:47:58.508597 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:58.513380 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8c0e88f5-2de6-4acf-a0ae-75f41d59f0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:58.596730 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Pushing event updated for resources: {'Port': ['ID=7025e0f6-ffe3-4b04-a1a1-a13dc21948bb,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:58.619067 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:58.670555 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Attempting to bind port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:47:58.670928 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Attempting to bind port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:47:58.671139 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Attempting to bind port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb on network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:58.676256 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb on network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:47:58.676627 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Attempting to bind port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb on network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:47:58.681349 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:47:58.681874 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Checking segment: {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:47:58.682325 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Bound using segment: {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:47:58.682929 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Bound port: 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:47:58.683304 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:58.749279 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] For port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:47:58.758000 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] For port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7025e0f6-ffe3-4b04-a1a1-a13dc21948bb,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:47:58.942912 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:58.945052 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:47:58.976656 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:58.977436 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:58.978841 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] 10.222.0.52 "PUT /v2.0/ports/7025e0f6-ffe3-4b04-a1a1-a13dc21948bb HTTP/1.1" status: 200 len: 1094 time: 1.2567179 Jun 21 04:47:58.981101 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718b429a-2022-42ef-93ca-ab787e3b809a', 'tag': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:47:58.983705 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0f7c30-900a-4fc8-b8d3-a93f1ef4fd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "718b429a-2022-42ef-93ca-ab787e3b809a", "tag": "7025e0f6-ffe3-4b04-a1a1-a13dc21948bb"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:47:59.017740 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Pushing event updated for resources: {'Port': ['ID=7025e0f6-ffe3-4b04-a1a1-a13dc21948bb,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:47:59.028641 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:47:59.030354 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746f88f1-4184-42c7-a0c1-f5e92aee9338 x-openstack-request-id: req-746f88f1-4184-42c7-a0c1-f5e92aee9338 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:47:59.030677 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718b429a-2022-42ef-93ca-ab787e3b809a", "tag": "7025e0f6-ffe3-4b04-a1a1-a13dc21948bb", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:47:59.030965 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-746f88f1-4184-42c7-a0c1-f5e92aee9338 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:47:59.031469 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718b429a-2022-42ef-93ca-ab787e3b809a', 'tag': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'status': 'completed', 'code': 200} Jun 21 04:47:59.105759 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:47:59.168597 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7c30-900a-4fc8-b8d3-a93f1ef4fd1a req-2e13eeca-52de-40f9-87a1-a91b25c19d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:59.170279 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6f0f7c30-900a-4fc8-b8d3-a93f1ef4fd1a req-2e13eeca-52de-40f9-87a1-a91b25c19d05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 1097 time: 0.0630331 Jun 21 04:47:59.301654 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7c30-900a-4fc8-b8d3-a93f1ef4fd1a req-cb67d3c8-bee1-4ba5-92e2-d2dc5fcfd6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:59.303476 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6f0f7c30-900a-4fc8-b8d3-a93f1ef4fd1a req-cb67d3c8-bee1-4ba5-92e2-d2dc5fcfd6b4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1142719 Jun 21 04:47:59.429132 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2292738-bbe8-47dc-932f-35cf21ede7e5 req-2b92a8b7-5f9f-4096-9586-b73f862ede7d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:59.429728 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7d42a-e681-4d54-a904-2dc9c64d48ee req-d1b738b0-460e-43f6-9d17-8055ee3fd9f1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:59.430585 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b2292738-bbe8-47dc-932f-35cf21ede7e5 req-2b92a8b7-5f9f-4096-9586-b73f862ede7d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 945 time: 0.0675066 Jun 21 04:47:59.430711 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-07a7d42a-e681-4d54-a904-2dc9c64d48ee req-d1b738b0-460e-43f6-9d17-8055ee3fd9f1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 944 time: 0.1422033 Jun 21 04:47:59.456830 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7c30-900a-4fc8-b8d3-a93f1ef4fd1a req-9319757d-7c5d-43f3-bcfb-f65dfcc7edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:59.458508 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6f0f7c30-900a-4fc8-b8d3-a93f1ef4fd1a req-9319757d-7c5d-43f3-bcfb-f65dfcc7edd2 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340189 Jun 21 04:47:59.470404 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b2292738-bbe8-47dc-932f-35cf21ede7e5 req-e12b4207-97d8-4390-ac7e-214e60cfd9b7 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326076 Jun 21 04:47:59.478076 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-07a7d42a-e681-4d54-a904-2dc9c64d48ee req-008467fb-d31c-474a-b431-c1ad94781e40 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378790 Jun 21 04:47:59.587504 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-b64e9f46-1905-4fe1-8d79-9a5b6be20f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:59.588960 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-b64e9f46-1905-4fe1-8d79-9a5b6be20f26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 1097 time: 0.0586846 Jun 21 04:47:59.649050 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe94a62-6606-4149-85e1-f317555f668e req-3e30eb95-11ea-422d-a1bb-39ccd9e14713 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:59.650671 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-afe94a62-6606-4149-85e1-f317555f668e req-3e30eb95-11ea-422d-a1bb-39ccd9e14713 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 945 time: 0.0658519 Jun 21 04:47:59.652239 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-8bc1138d-721e-4838-89de-a4f8f570b6a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7025e0f6-ffe3-4b04-a1a1-a13dc21948bb HTTP/1.1" status: 200 len: 217 time: 0.0401037 Jun 21 04:47:59.690027 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-afe94a62-6606-4149-85e1-f317555f668e req-5cd37e90-7aee-4b67-ba62-ef8d94c8b856 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336955 Jun 21 04:47:59.703598 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-d80b5781-68a1-4986-a177-c1623618dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:59.711615 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-d80b5781-68a1-4986-a177-c1623618dd8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb99c622-c19a-4045-a63c-e35ad1ef09d6 HTTP/1.1" status: 200 len: 851 time: 0.0457325 Jun 21 04:47:59.772805 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-98060d75-8316-4dc0-b49c-ce6c6b95d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:47:59.774275 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-98060d75-8316-4dc0-b49c-ce6c6b95d990 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573471 Jun 21 04:47:59.871324 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-9075ff11-2c29-44f5-82a1-2a63e4a16144 service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848887 Jun 21 04:47:59.971276 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5af588a9-16c0-4e21-ba07-4e3f5011af19 req-e2f242e0-b33f-44f5-b771-5f37959105ac service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905876 Jun 21 04:48:00.089337 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5695252-de14-466c-bd37-9d52ec2ad9b7 req-12af50d0-0705-46f2-8f1f-95302091c468 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:00.090789 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f5695252-de14-466c-bd37-9d52ec2ad9b7 req-12af50d0-0705-46f2-8f1f-95302091c468 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 945 time: 0.0641134 Jun 21 04:48:00.130421 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f5695252-de14-466c-bd37-9d52ec2ad9b7 req-cd2b7327-84fb-4bde-b5c2-447a6e9addbe tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338614 Jun 21 04:48:00.658816 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f261f-8be2-4e90-a5e7-0e4113f8cb05 req-e5728873-4317-49d3-b49f-38ea15734fc4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:00.660284 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-216f261f-8be2-4e90-a5e7-0e4113f8cb05 req-e5728873-4317-49d3-b49f-38ea15734fc4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 944 time: 0.0666499 Jun 21 04:48:00.700666 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-216f261f-8be2-4e90-a5e7-0e4113f8cb05 req-972920df-d0cb-4d0a-a04f-884af11f90be tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343893 Jun 21 04:48:01.935899 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b166ae9-faf8-4924-9436-62669ab14ba6 req-b178a27d-2091-46dd-ab59-baaa20e782c1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:01.937440 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6b166ae9-faf8-4924-9436-62669ab14ba6 req-b178a27d-2091-46dd-ab59-baaa20e782c1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 944 time: 0.1244774 Jun 21 04:48:01.976205 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-6b166ae9-faf8-4924-9436-62669ab14ba6 req-2d7aa06e-7e4c-4264-b930-1bfbdd3a4319 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321362 Jun 21 04:48:03.163703 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e714d-bf92-48ee-bed2-92f838bd4f19 req-e4e5ecec-9ea1-47ff-b2b5-9d53b596b856 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:03.165338 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-094e714d-bf92-48ee-bed2-92f838bd4f19 req-e4e5ecec-9ea1-47ff-b2b5-9d53b596b856 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 944 time: 0.0772166 Jun 21 04:48:03.206857 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-094e714d-bf92-48ee-bed2-92f838bd4f19 req-a1eb8405-4aea-4e9b-bc6f-5da914109bbe tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356874 Jun 21 04:48:04.400573 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630b488-89d9-4c29-b509-29a0599d1d8c req-c5efefc1-3684-4011-b19f-40af4b6dff1f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:04.406125 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4630b488-89d9-4c29-b509-29a0599d1d8c req-c5efefc1-3684-4011-b19f-40af4b6dff1f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 944 time: 0.0685704 Jun 21 04:48:04.441065 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4630b488-89d9-4c29-b509-29a0599d1d8c req-b73651aa-3755-4e7d-887c-7810d5bf94a5 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326056 Jun 21 04:48:05.627259 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc6de3-b44d-4879-be25-c51b84e349d6 req-4dbeea88-768e-454a-8f7a-24bc5ce4fb31 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:05.628743 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-05cc6de3-b44d-4879-be25-c51b84e349d6 req-4dbeea88-768e-454a-8f7a-24bc5ce4fb31 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 944 time: 0.0686560 Jun 21 04:48:05.667043 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-05cc6de3-b44d-4879-be25-c51b84e349d6 req-4fbbe6a5-3f8c-4922-9668-7fc4fb52b2e7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321743 Jun 21 04:48:05.738201 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:48:06.164479 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a6ef7-c79e-40ec-a17b-1d6d531da9d8 req-107d0fdc-9dac-46a7-a304-300b815e58d3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:06.165942 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c71a6ef7-c79e-40ec-a17b-1d6d531da9d8 req-107d0fdc-9dac-46a7-a304-300b815e58d3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 946 time: 0.0616705 Jun 21 04:48:06.203420 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c71a6ef7-c79e-40ec-a17b-1d6d531da9d8 req-eb5b155a-e163-4190-9c95-a7a0bd8c7bd8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317163 Jun 21 04:48:06.844105 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47686119-dcc7-4e58-9555-f11da4332454 req-b9dacd34-f470-4889-a884-30797a934dfb tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:06.845547 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-47686119-dcc7-4e58-9555-f11da4332454 req-b9dacd34-f470-4889-a884-30797a934dfb tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 944 time: 0.0654576 Jun 21 04:48:06.883706 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-47686119-dcc7-4e58-9555-f11da4332454 req-11eda964-e558-480d-b3a1-6fa2cd5f892c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319848 Jun 21 04:48:07.382069 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d4627-4df9-482f-aed1-ea3ac9db04e5 req-8871fa1f-6413-4c41-b317-c1dbed99418a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:07.383563 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e45d4627-4df9-482f-aed1-ea3ac9db04e5 req-8871fa1f-6413-4c41-b317-c1dbed99418a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 946 time: 0.0636473 Jun 21 04:48:07.420606 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e45d4627-4df9-482f-aed1-ea3ac9db04e5 req-31ca89fc-a624-4703-900f-9072d7eae2fd tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314302 Jun 21 04:48:08.059064 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba8932-8fd8-40c0-a2ef-a0d45e490ce1 req-8901c120-9e70-4498-8132-22748b0ce86f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:08.060570 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-dbba8932-8fd8-40c0-a2ef-a0d45e490ce1 req-8901c120-9e70-4498-8132-22748b0ce86f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 944 time: 0.0664387 Jun 21 04:48:08.098098 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-dbba8932-8fd8-40c0-a2ef-a0d45e490ce1 req-e9893832-3cbd-43b7-896e-c034911c02d8 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317557 Jun 21 04:48:08.601863 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4ae8d-4abe-45c7-a4b5-8c16ef6e1bdf req-18964502-1c55-418e-b4a1-4c12ddd626fb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:08.603356 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c4a4ae8d-4abe-45c7-a4b5-8c16ef6e1bdf req-18964502-1c55-418e-b4a1-4c12ddd626fb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 946 time: 0.0684226 Jun 21 04:48:08.640202 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c4a4ae8d-4abe-45c7-a4b5-8c16ef6e1bdf req-d62a2a17-80e3-4a6c-be66-5a072225a72f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311863 Jun 21 04:48:08.733070 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:48:08.827668 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7025e0f6-ffe3-4b04-a1a1-a13dc21948bb,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:48:08.838252 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'port_id': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'mac_address': 'fa:16:3e:9d:66:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:48:08.874836 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:08.886946 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:48:08.906080 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7025e0f6-ffe3-4b04-a1a1-a13dc21948bb,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:48:08.951399 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-501bf1b7-dd22-47bc-a126-3fd8121c69b7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:08.952833 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-501bf1b7-dd22-47bc-a126-3fd8121c69b7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 946 time: 0.0629261 Jun 21 04:48:08.987548 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:08.989342 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-8167484a-7b9f-45aa-b044-09f3ae4c4222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:09.034752 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=7025e0f6-ffe3-4b04-a1a1-a13dc21948bb,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:09.040077 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:09.066735 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Deleting port c46ab575-b415-4764-807d-b5aba12bd52e {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:48:09.067077 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:09.155417 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] For port c46ab575-b415-4764-807d-b5aba12bd52e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c46ab575-b415-4764-807d-b5aba12bd52e,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:48:09.155777 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:09.265396 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681f8e3-d7d6-447f-a30f-ba021c5e80a5 req-71978e22-1967-4060-8847-bf4aab7ee345 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:09.267048 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f681f8e3-d7d6-447f-a30f-ba021c5e80a5 req-71978e22-1967-4060-8847-bf4aab7ee345 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 945 time: 0.0614843 Jun 21 04:48:09.305139 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f681f8e3-d7d6-447f-a30f-ba021c5e80a5 req-c825ed97-76ae-4042-b768-49729f8ce340 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311620 Jun 21 04:48:09.333372 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:09.333744 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:09.334061 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.l3_db [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Floating IP f8488401-d85c-4248-a7fe-ef56193517c0 disassociated. External IP: 172.27.1.51, port: c46ab575-b415-4764-807d-b5aba12bd52e. Jun 21 04:48:09.334947 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Calling delete_port for c46ab575-b415-4764-807d-b5aba12bd52e owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:48:09.553150 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:09.557340 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:09.581175 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['7025e0f6-ffe3-4b04-a1a1-a13dc21948bb'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:48:09.585525 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event deleted for resources: {'Port': ['ID=c46ab575-b415-4764-807d-b5aba12bd52e,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:09.589177 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:09.706106 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Router 2d037b07-fb46-4647-acf6-959d1ac57e8d has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:48:09.796878 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cd6942b2-40c5-4132-a41e-50f39e9c53db req-bd129dc8-33ce-4972-8373-fa814500bf5b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 210 time: 0.0359354 Jun 21 04:48:09.860023 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:48:09.871105 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e676878-a71a-4e53-8610-62f9659ebd01 None None] Sync routers for ids ['2d037b07-fb46-4647-acf6-959d1ac57e8d'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:48:09.880301 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e676878-a71a-4e53-8610-62f9659ebd01 None None] Routers {'2d037b07-fb46-4647-acf6-959d1ac57e8d'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:48:09.933054 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-4e676878-a71a-4e53-8610-62f9659ebd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['2d037b07-fb46-4647-acf6-959d1ac57e8d'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:09.934871 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] No DVR routers for this DVR port c46ab575-b415-4764-807d-b5aba12bd52e on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:48:09.934871 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:09.934871 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a112eff6-e31d-4adc-8aca-e1ffe2e6e36d req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.52 "DELETE /v2.0/ports/c46ab575-b415-4764-807d-b5aba12bd52e HTTP/1.1" status: 204 len: 173 time: 0.9504688 Jun 21 04:48:09.934871 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2813c63-3608-4634-be5c-842c48f93501', 'name': 'network-vif-deleted', 'tag': 'c46ab575-b415-4764-807d-b5aba12bd52e'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:48:09.934871 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63794925-4c50-4a8f-9c91-8a4a0c015e2b" -d '{"events": [{"server_uuid": "b2813c63-3608-4634-be5c-842c48f93501", "name": "network-vif-deleted", "tag": "c46ab575-b415-4764-807d-b5aba12bd52e"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:48:09.965874 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e216f604-25d7-44c0-8d3b-dbc109ac0e8b x-openstack-request-id: req-e216f604-25d7-44c0-8d3b-dbc109ac0e8b {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:48:09.966207 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2813c63-3608-4634-be5c-842c48f93501", "name": "network-vif-deleted", "tag": "c46ab575-b415-4764-807d-b5aba12bd52e", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:48:09.966520 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e216f604-25d7-44c0-8d3b-dbc109ac0e8b {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:48:09.966951 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2813c63-3608-4634-be5c-842c48f93501', 'name': 'network-vif-deleted', 'tag': 'c46ab575-b415-4764-807d-b5aba12bd52e', 'status': 'completed', 'code': 200} Jun 21 04:48:10.001897 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-4e676878-a71a-4e53-8610-62f9659ebd01 None None] Set router 2d037b07-fb46-4647-acf6-959d1ac57e8d gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:48:10.333902 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-4e676878-a71a-4e53-8610-62f9659ebd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '6300b3e6-8353-4a92-be26-a9bf6e63db2a', 'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'mac_address': 'fa:16:3e:a4:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:17Z', 'updated_at': '2021-06-21T04:40:28Z', 'revision_number': 5, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'subnets': [{'id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:10.361490 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e676878-a71a-4e53-8610-62f9659ebd01 None None] Checking router: 2d037b07-fb46-4647-acf6-959d1ac57e8d for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:48:10.375792 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e676878-a71a-4e53-8610-62f9659ebd01 None None] Routers {'2d037b07-fb46-4647-acf6-959d1ac57e8d'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:48:10.376409 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-4e676878-a71a-4e53-8610-62f9659ebd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['2d037b07-fb46-4647-acf6-959d1ac57e8d'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:10.488529 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-4e676878-a71a-4e53-8610-62f9659ebd01 None None] Set router 2d037b07-fb46-4647-acf6-959d1ac57e8d gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:48:10.499639 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db7175-0de4-4f76-bb6f-4e36f12ee946 req-dbb8f420-26fe-44c7-a6b4-75fa4c75a666 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:10.501142 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e3db7175-0de4-4f76-bb6f-4e36f12ee946 req-dbb8f420-26fe-44c7-a6b4-75fa4c75a666 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 945 time: 0.0752392 Jun 21 04:48:10.540912 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e3db7175-0de4-4f76-bb6f-4e36f12ee946 req-2641d216-706f-41f0-bd5f-f00de030a12a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335410 Jun 21 04:48:10.694964 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-4e676878-a71a-4e53-8610-62f9659ebd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '6300b3e6-8353-4a92-be26-a9bf6e63db2a', 'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'mac_address': 'fa:16:3e:a4:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:17Z', 'updated_at': '2021-06-21T04:40:28Z', 'revision_number': 5, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'subnets': [{'id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:10.721592 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e676878-a71a-4e53-8610-62f9659ebd01 None None] The sync data for ids ['2d037b07-fb46-4647-acf6-959d1ac57e8d'] in dv-cinder-772623-10-iscsi is: [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '6300b3e6-8353-4a92-be26-a9bf6e63db2a', 'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'mac_address': 'fa:16:3e:a4:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:17Z', 'updated_at': '2021-06-21T04:40:28Z', 'revision_number': 5, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'subnets': [{'id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:48:10.935194 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b303226f-1d1c-4ff0-b0bc-28bafca0c3f3 None None] New status for floating IP f8488401-d85c-4248-a7fe-ef56193517c0: DOWN {{(pid=99945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:48:10.970858 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5fbff3e0-e92d-4cc9-a180-4f64f289e820 req-005d7c98-a43e-471f-a3ea-77d2897f1dd5 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2813c63-3608-4634-be5c-842c48f93501 HTTP/1.1" status: 200 len: 210 time: 0.0336311 Jun 21 04:48:11.720294 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212430e-3bbe-4a62-954a-03e92637ece3 req-9f0346f5-dbae-4386-9916-88f8a27337f0 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:11.721728 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0212430e-3bbe-4a62-954a-03e92637ece3 req-9f0346f5-dbae-4386-9916-88f8a27337f0 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 945 time: 0.0664482 Jun 21 04:48:11.759898 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0212430e-3bbe-4a62-954a-03e92637ece3 req-7cc1f766-4577-4f90-a5b3-ce378cc7e94e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318863 Jun 21 04:48:12.177070 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53544) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:12.231602 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-57f6a354-c57f-45bc-8835-c2fee8057573 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:12.255330 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-57f6a354-c57f-45bc-8835-c2fee8057573 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:12.404820 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-57f6a354-c57f-45bc-8835-c2fee8057573 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:12.407572 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-57f6a354-c57f-45bc-8835-c2fee8057573 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:12.408737 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-57f6a354-c57f-45bc-8835-c2fee8057573 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "DELETE /v2.0/security-groups/473bfad3-fbce-4d4a-9da7-d9c9c534cdb4 HTTP/1.1" status: 204 len: 168 time: 0.2306826 Jun 21 04:48:12.409484 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-302775c3-b9e8-4cdd-bb71-60d7b48d5348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:12.411782 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53548) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:12.420064 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6a354-c57f-45bc-8835-c2fee8057573 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473bfad3-fbce-4d4a-9da7-d9c9c534cdb4,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:12.422509 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-57f6a354-c57f-45bc-8835-c2fee8057573 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:12.426885 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.api.v2.resource [None req-83faad2f-a106-45e8-bad8-c6d1bb089efc tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] show failed (client error): The resource could not be found. Jun 21 04:48:12.428610 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-83faad2f-a106-45e8-bad8-c6d1bb089efc tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups/473bfad3-fbce-4d4a-9da7-d9c9c534cdb4 HTTP/1.1" status: 404 len: 347 time: 0.0153105 Jun 21 04:48:12.431197 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53550) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:12.558088 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-67be9860-8cf1-4245-b6ef-222fb909665e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Deleting port 938a8295-26cb-434a-8cbf-5a51897750c9 {{(pid=99942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:48:12.558340 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-67be9860-8cf1-4245-b6ef-222fb909665e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:12.633151 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-67be9860-8cf1-4245-b6ef-222fb909665e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:12.633479 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-67be9860-8cf1-4245-b6ef-222fb909665e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:12.699899 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-67be9860-8cf1-4245-b6ef-222fb909665e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Calling delete_port for 938a8295-26cb-434a-8cbf-5a51897750c9 owned by network:floatingip {{(pid=99942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:48:12.751202 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:48:12.876694 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:48:12.880771 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:48:12.883493 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:12.915156 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-67be9860-8cf1-4245-b6ef-222fb909665e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25676333'] for port, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:12.918441 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f303377a-aa6a-4e92-9617-9685264e47af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:12.948266 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be9860-8cf1-4245-b6ef-222fb909665e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event deleted for resources: {'Port': ['ID=938a8295-26cb-434a-8cbf-5a51897750c9,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:12.952741 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-67be9860-8cf1-4245-b6ef-222fb909665e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:12.962738 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:12.984895 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1899d-896a-44b1-b069-638f38006527 req-23555069-c148-46fa-a06a-5804f4fcec56 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:12.985759 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718b429a-2022-42ef-93ca-ab787e3b809a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:48:12.986401 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a9e1899d-896a-44b1-b069-638f38006527 req-23555069-c148-46fa-a06a-5804f4fcec56 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 945 time: 0.1143637 Jun 21 04:48:12.988111 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27c08da-6d44-4295-b7f3-98ef07b4bbab" -d '{"events": [{"server_uuid": "718b429a-2022-42ef-93ca-ab787e3b809a", "name": "network-vif-plugged", "status": "completed", "tag": "7025e0f6-ffe3-4b04-a1a1-a13dc21948bb"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:48:13.001265 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7025e0f6-ffe3-4b04-a1a1-a13dc21948bb,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:48:13.032271 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb5521c-a4d3-4e2d-8a69-905306038e86 x-openstack-request-id: req-3eb5521c-a4d3-4e2d-8a69-905306038e86 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:48:13.032584 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718b429a-2022-42ef-93ca-ab787e3b809a", "name": "network-vif-plugged", "status": "completed", "tag": "7025e0f6-ffe3-4b04-a1a1-a13dc21948bb", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:48:13.032846 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3eb5521c-a4d3-4e2d-8a69-905306038e86 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:48:13.033244 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718b429a-2022-42ef-93ca-ab787e3b809a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'code': 200} Jun 21 04:48:13.047885 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-67be9860-8cf1-4245-b6ef-222fb909665e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for floatingip, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:13.055404 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-67be9860-8cf1-4245-b6ef-222fb909665e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:13.055404 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-67be9860-8cf1-4245-b6ef-222fb909665e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "DELETE /v2.0/floatingips/f8488401-d85c-4248-a7fe-ef56193517c0 HTTP/1.1" status: 204 len: 168 time: 0.6194587 Jun 21 04:48:13.055404 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a9e1899d-896a-44b1-b069-638f38006527 req-b5465432-4dad-4027-8274-e42f575a81e4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497274 Jun 21 04:48:13.113107 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:13.114309 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device c46ab575-b415-4764-807d-b5aba12bd52e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:48:13.116895 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-d313a884-fdb1-49fa-810c-2507b563bf46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:13.151849 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: c46ab575-b415-4764-807d-b5aba12bd52e {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:48:13.152213 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device c46ab575-b415-4764-807d-b5aba12bd52e not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:48:13.180499 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=7025e0f6-ffe3-4b04-a1a1-a13dc21948bb,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:13.183614 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:13.651701 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53562) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:13.656621 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-7a40ee30-9695-44d6-ba55-28cf45688e54 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--578370610', 'description': 'tempest-description--128102343'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:13.675782 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953bcfb-3276-47c4-a276-6576b3d014bf req-85e31e56-6580-4782-9128-ea0d05e3e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:13.677457 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9953bcfb-3276-47c4-a276-6576b3d014bf req-85e31e56-6580-4782-9128-ea0d05e3e5c0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 1099 time: 0.0574582 Jun 21 04:48:13.714683 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9953bcfb-3276-47c4-a276-6576b3d014bf req-42670c65-9068-4594-be84-2d44fc5435ff service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289562 Jun 21 04:48:13.788079 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a40ee30-9695-44d6-ba55-28cf45688e54 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:13.870680 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a40ee30-9695-44d6-ba55-28cf45688e54 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:13.952876 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a40ee30-9695-44d6-ba55-28cf45688e54 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:13.956594 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8361a8c7-cd75-46d7-b489-b86e17403690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:13.994435 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40ee30-9695-44d6-ba55-28cf45688e54 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5334482c-fc5f-46d9-99c1-545ba3c81659,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:14.011740 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-7a40ee30-9695-44d6-ba55-28cf45688e54 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:14.039267 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a40ee30-9695-44d6-ba55-28cf45688e54 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:14.040444 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-7a40ee30-9695-44d6-ba55-28cf45688e54 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3876166 Jun 21 04:48:14.043539 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53572) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:14.048167 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-41e4070e-c15d-4fa2-884c-992b50e78591 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Request body: {'security_group_rule': {'security_group_id': '5334482c-fc5f-46d9-99c1-545ba3c81659', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:14.052459 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49333b3d-cbe9-4b2d-97c1-1bf7f38e65f5 req-113f6f87-5ab1-44f3-8af6-1e7bb0b460f1 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:14.055408 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-49333b3d-cbe9-4b2d-97c1-1bf7f38e65f5 req-113f6f87-5ab1-44f3-8af6-1e7bb0b460f1 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 945 time: 0.0772793 Jun 21 04:48:14.169996 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-41e4070e-c15d-4fa2-884c-992b50e78591 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:14.268621 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-41e4070e-c15d-4fa2-884c-992b50e78591 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:14.279526 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a70515-1c3f-4bb6-9444-71a18fb9befc req-cf703a77-438d-41c8-b1ec-f17bfd9734b6 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:14.280997 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-48a70515-1c3f-4bb6-9444-71a18fb9befc req-cf703a77-438d-41c8-b1ec-f17bfd9734b6 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 946 time: 0.1081905 Jun 21 04:48:14.320268 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-48a70515-1c3f-4bb6-9444-71a18fb9befc req-143ea9a0-d96a-4c7f-a87f-bbc348271791 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333693 Jun 21 04:48:14.329684 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-49333b3d-cbe9-4b2d-97c1-1bf7f38e65f5 req-e0aad14e-38a0-4364-aad9-a21acda8f9fd tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689121 Jun 21 04:48:14.353536 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-41e4070e-c15d-4fa2-884c-992b50e78591 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:14.355510 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53578) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:14.355662 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c130c8e9-f28c-4afa-8bfe-a93f4d9b42ae tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:14.372699 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4070e-c15d-4fa2-884c-992b50e78591 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583ccaf7-acf0-4c98-a48a-7a3dcf85944f,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:14.375597 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-41e4070e-c15d-4fa2-884c-992b50e78591 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:14.462113 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-41e4070e-c15d-4fa2-884c-992b50e78591 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:14.463333 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-41e4070e-c15d-4fa2-884c-992b50e78591 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4187658 Jun 21 04:48:14.466058 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53582) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:14.470650 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-2285c12e-58dd-4392-96d8-c294e9f03672 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Request body: {'security_group_rule': {'security_group_id': '5334482c-fc5f-46d9-99c1-545ba3c81659', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:14.535138 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5028967c-00a5-400c-ad90-6a42403dc175 tempest-TestMinimumBasicScenario-1235030578 tempest-TestMinimumBasicScenario-1235030578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:14.536563 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-5028967c-00a5-400c-ad90-6a42403dc175 tempest-TestMinimumBasicScenario-1235030578 tempest-TestMinimumBasicScenario-1235030578-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 1093 time: 0.1800790 Jun 21 04:48:14.540447 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53584) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:14.544827 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Request body: {'floatingip': {'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'port_id': '085f0d82-9579-4c43-8d13-06440fe93146', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:14.609191 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2285c12e-58dd-4392-96d8-c294e9f03672 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:14.669009 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2285c12e-58dd-4392-96d8-c294e9f03672 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:14.707638 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for floatingip, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:14.764551 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2285c12e-58dd-4392-96d8-c294e9f03672 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:14.766633 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:14.783286 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285c12e-58dd-4392-96d8-c294e9f03672 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdd2cf7-c415-4c9e-9407-76dfcacf67e1,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:14.786195 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-2285c12e-58dd-4392-96d8-c294e9f03672 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:14.806377 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:14.910939 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Allocated IP 172.27.1.66 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/626abc63-09b5-4179-a861-7fa2531d85d6) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:48:14.918783 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2285c12e-58dd-4392-96d8-c294e9f03672 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:14.920139 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-2285c12e-58dd-4392-96d8-c294e9f03672 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4531405 Jun 21 04:48:14.923224 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53586) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:14.927928 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Request body: {'floatingip': {'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:15.011619 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:15.027753 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for floatingip, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:15.108122 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25676322'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:15.110920 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:15.123771 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:15.152144 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:48:15.155070 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:48:15.157528 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:48:15.184456 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Pushing event updated for resources: {'Port': ['ID=626abc63-09b5-4179-a861-7fa2531d85d6,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:15.188575 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:15.238117 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Allocated IP 172.27.1.219 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/3a34b551-6a59-40ac-82e2-e07f77d7c61e) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:48:15.338278 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:15.433548 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:15.437638 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-2d80269c-181c-448b-b7bf-5f889aab3bbc tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:15.494192 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:48:15.514595 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:48:15.522322 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:48:15.527497 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event updated for resources: {'Port': ['ID=3a34b551-6a59-40ac-82e2-e07f77d7c61e,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:15.545959 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:15.547838 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:15.596121 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e9641-d953-4a3e-8398-44a494a8dec6 req-e3933df6-f044-47fb-ad3a-b99aff935e75 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:15.601931 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ab9e9641-d953-4a3e-8398-44a494a8dec6 req-e3933df6-f044-47fb-ad3a-b99aff935e75 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 946 time: 0.1282184 Jun 21 04:48:15.660302 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:15.669962 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ab9e9641-d953-4a3e-8398-44a494a8dec6 req-14f553dc-4a11-4d97-9d7f-b227a41bfa23 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528154 Jun 21 04:48:15.720005 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:15.794624 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:15.874763 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:15.943918 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:15.953152 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25676308'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:15.956158 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-86823d34-191d-4231-839e-58ab937bbfc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:16.020642 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Pushing event updated for resources: {'Port': ['ID=626abc63-09b5-4179-a861-7fa2531d85d6,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:16.026825 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:16.033324 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:16.042567 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:16.045652 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:16.114954 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event updated for resources: {'Port': ['ID=3a34b551-6a59-40ac-82e2-e07f77d7c61e,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:16.119195 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:16.129554 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:16.137752 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.db.l3_db [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Floating IP 978e9213-bb5d-443c-97be-28f8b9ed21c7 associated. External IP: 172.27.1.66, port: 085f0d82-9579-4c43-8d13-06440fe93146. Jun 21 04:48:16.282852 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:16.284034 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3596873 Jun 21 04:48:16.350629 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Router 55d0516b-d2e0-4a99-b712-185ce45b81a6 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:48:16.493638 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:48:16.497639 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-74dfb069-196b-47eb-ab14-7d2bc00489aa tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--578370610&fields=id&tenant_id=b575213fd3cf475ba09994a823f48ca0 HTTP/1.1" status: 200 len: 267 time: 0.0447361 Jun 21 04:48:16.503654 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337c576-9a2d-4afc-a371-79c578fa754a None None] Sync routers for ids ['55d0516b-d2e0-4a99-b712-185ce45b81a6'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:48:16.515116 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337c576-9a2d-4afc-a371-79c578fa754a None None] Routers {'55d0516b-d2e0-4a99-b712-185ce45b81a6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:48:16.515767 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-2337c576-9a2d-4afc-a371-79c578fa754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['55d0516b-d2e0-4a99-b712-185ce45b81a6'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:16.590857 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:16.622154 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-2337c576-9a2d-4afc-a371-79c578fa754a None None] Set router 55d0516b-d2e0-4a99-b712-185ce45b81a6 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:48:16.637494 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00d473-370a-4749-8701-78f57cfac440 req-c6782e89-8763-4d01-ab32-6fb1434e6900 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:16.648010 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-c6782e89-8763-4d01-ab32-6fb1434e6900 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/networks?id=61390495-c3b7-4548-81d7-17e6d745f6c7 HTTP/1.1" status: 200 len: 816 time: 0.1279266 Jun 21 04:48:16.648434 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1070070 Jun 21 04:48:16.651294 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53608) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:16.654192 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'tag': '085f0d82-9579-4c43-8d13-06440fe93146'}] {{(pid=99942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:48:16.656610 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bf6e30c1a07a791af3ea18dbd348b4fe660b6058a7e308237f87cf4cd446b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a2e1c3-6f2b-4595-af72-8a79d3f68ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "155280da-288b-4463-94bc-a6d3cd4b0ad8", "tag": "085f0d82-9579-4c43-8d13-06440fe93146"}]}' {{(pid=99942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:48:16.656915 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-4fb9fdaf-8dcc-4f80-86e7-01c373c7b70b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-978113544', 'description': 'tempest-secgroup-smoke-978113544 description', 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:16.662760 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-747d2306-8934-4d75-91cd-5726f9fed28b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/quotas/b575213fd3cf475ba09994a823f48ca0 HTTP/1.1" status: 200 len: 375 time: 0.0170662 Jun 21 04:48:16.752296 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-3297cc4f-35bd-40d2-b066-6e04974591e8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b575213fd3cf475ba09994a823f48ca0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766125 Jun 21 04:48:16.758269 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea50ee4-67ea-40b5-8643-24bdbc19c250 x-openstack-request-id: req-0ea50ee4-67ea-40b5-8643-24bdbc19c250 {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:48:16.758651 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155280da-288b-4463-94bc-a6d3cd4b0ad8", "tag": "085f0d82-9579-4c43-8d13-06440fe93146", "status": "completed", "code": 200}]} {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:48:16.758995 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ea50ee4-67ea-40b5-8643-24bdbc19c250 {{(pid=99942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:48:16.759516 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'tag': '085f0d82-9579-4c43-8d13-06440fe93146', 'status': 'completed', 'code': 200} Jun 21 04:48:16.780324 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4fb9fdaf-8dcc-4f80-86e7-01c373c7b70b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:16.878807 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4fb9fdaf-8dcc-4f80-86e7-01c373c7b70b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:16.883304 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-a56390b8-5ad9-403b-8e81-db63071e2143 service neutron] 10.222.0.11 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189427 Jun 21 04:48:16.917620 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-2337c576-9a2d-4afc-a371-79c578fa754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:01Z', 'updated_at': '2021-06-21T04:47:05Z', 'revision_number': 4, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'gw_port': {'id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:02Z', 'updated_at': '2021-06-21T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '978e9213-bb5d-443c-97be-28f8b9ed21c7', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'port_id': '085f0d82-9579-4c43-8d13-06440fe93146', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'mac_address': 'fa:16:3e:bd:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:15Z', 'updated_at': '2021-06-21T04:48:15Z', 'revision_number': 0, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6fcbd13-e386-4509-a03c-059b93372599', 'name': '', 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'mac_address': 'fa:16:3e:d7:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5808c492-1258-4229-8f85-9f21aecdb879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:04Z', 'updated_at': '2021-06-21T04:47:09Z', 'revision_number': 5, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'subnets': [{'id': '5808c492-1258-4229-8f85-9f21aecdb879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:16.948116 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337c576-9a2d-4afc-a371-79c578fa754a None None] Checking router: 55d0516b-d2e0-4a99-b712-185ce45b81a6 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:48:16.953834 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4fb9fdaf-8dcc-4f80-86e7-01c373c7b70b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:16.958790 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0a35cff0-b1c5-476b-b374-1abe71e0d9a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:16.962058 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337c576-9a2d-4afc-a371-79c578fa754a None None] Routers {'55d0516b-d2e0-4a99-b712-185ce45b81a6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:48:16.963083 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-2337c576-9a2d-4afc-a371-79c578fa754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['55d0516b-d2e0-4a99-b712-185ce45b81a6'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:16.995818 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-dd7a10de-f2b7-4f69-8a4f-0a8f00f144ad service neutron] 10.222.0.11 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056864 Jun 21 04:48:16.997861 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2e1c3-6f2b-4595-af72-8a79d3f68ed8 req-98cf1a55-1243-479f-9e53-63460146ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:16.999371 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b2a2e1c3-6f2b-4595-af72-8a79d3f68ed8 req-98cf1a55-1243-479f-9e53-63460146ba70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73ca3c1def754bb1aa968ba0620e4c5e&device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 1098 time: 0.1728783 Jun 21 04:48:17.001313 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9fdaf-8dcc-4f80-86e7-01c373c7b70b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:17.005305 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-4fb9fdaf-8dcc-4f80-86e7-01c373c7b70b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:17.026057 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b311e-1fe9-4a14-8246-ccaf040fb507 req-ee5d2e4b-8d7e-486a-b2e7-95be5d08763f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:17.026057 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-528b311e-1fe9-4a14-8246-ccaf040fb507 req-ee5d2e4b-8d7e-486a-b2e7-95be5d08763f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 946 time: 0.1250598 Jun 21 04:48:17.074917 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4fb9fdaf-8dcc-4f80-86e7-01c373c7b70b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:17.076180 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-4fb9fdaf-8dcc-4f80-86e7-01c373c7b70b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4236755 Jun 21 04:48:17.081804 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53616) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:17.097892 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-ad8c1fd6-b52b-429f-8e32-a93e0e18ebef tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Request body: {'security_group_rule': {'security_group_id': 'fcba7ee0-7151-48d0-a14c-4f8e0da6dbba', 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:17.115295 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-528b311e-1fe9-4a14-8246-ccaf040fb507 req-2e0b5c9c-8f60-4a6f-8626-56f28bb09e8c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776570 Jun 21 04:48:17.134654 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-2337c576-9a2d-4afc-a371-79c578fa754a None None] Set router 55d0516b-d2e0-4a99-b712-185ce45b81a6 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:48:17.140809 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2e1c3-6f2b-4595-af72-8a79d3f68ed8 req-9dcd3f37-b3a7-4f62-ab73-b9e8e935683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:17.142308 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b2a2e1c3-6f2b-4595-af72-8a79d3f68ed8 req-9dcd3f37-b3a7-4f62-ab73-b9e8e935683b service neutron] 10.222.0.52 "GET /v2.0/networks?id=47425eb1-9ff7-4cb7-bb17-50a77d6bf951 HTTP/1.1" status: 200 len: 915 time: 0.1346307 Jun 21 04:48:17.233274 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b2a2e1c3-6f2b-4595-af72-8a79d3f68ed8 req-4b8f68d6-f892-4b6a-87d8-bfc8552ca587 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=085f0d82-9579-4c43-8d13-06440fe93146 HTTP/1.1" status: 200 len: 998 time: 0.0809176 Jun 21 04:48:17.277093 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-673b7dc7-1d13-4a01-97a4-6067cc54c6a9 req-a2f0c64f-0a53-4e09-9088-fc5827a7e9b9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 210 time: 0.0341353 Jun 21 04:48:17.288141 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1fd6-b52b-429f-8e32-a93e0e18ebef tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:17.297027 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2e1c3-6f2b-4595-af72-8a79d3f68ed8 req-88f0c66d-c53c-4408-8eec-0c050220e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:17.298370 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b2a2e1c3-6f2b-4595-af72-8a79d3f68ed8 req-88f0c66d-c53c-4408-8eec-0c050220e880 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5808c492-1258-4229-8f85-9f21aecdb879 HTTP/1.1" status: 200 len: 853 time: 0.0554295 Jun 21 04:48:17.372648 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1fd6-b52b-429f-8e32-a93e0e18ebef tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:17.417368 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f573b-12bd-40b6-b7b1-62ae8ad3be38 req-b1f26704-d94d-4ac4-9f69-825e58537882 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:17.418848 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-453f573b-12bd-40b6-b7b1-62ae8ad3be38 req-b1f26704-d94d-4ac4-9f69-825e58537882 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 946 time: 0.1139505 Jun 21 04:48:17.424380 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2e1c3-6f2b-4595-af72-8a79d3f68ed8 req-9b5e7125-0488-4d31-9d41-37c8a15d3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:17.425770 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b2a2e1c3-6f2b-4595-af72-8a79d3f68ed8 req-9b5e7125-0488-4d31-9d41-37c8a15d3149 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=47425eb1-9ff7-4cb7-bb17-50a77d6bf951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0825517 Jun 21 04:48:17.433275 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-2337c576-9a2d-4afc-a371-79c578fa754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:01Z', 'updated_at': '2021-06-21T04:47:05Z', 'revision_number': 4, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'gw_port': {'id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:02Z', 'updated_at': '2021-06-21T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '978e9213-bb5d-443c-97be-28f8b9ed21c7', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'port_id': '085f0d82-9579-4c43-8d13-06440fe93146', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'mac_address': 'fa:16:3e:bd:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:15Z', 'updated_at': '2021-06-21T04:48:15Z', 'revision_number': 0, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6fcbd13-e386-4509-a03c-059b93372599', 'name': '', 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'mac_address': 'fa:16:3e:d7:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5808c492-1258-4229-8f85-9f21aecdb879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:04Z', 'updated_at': '2021-06-21T04:47:09Z', 'revision_number': 5, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'subnets': [{'id': '5808c492-1258-4229-8f85-9f21aecdb879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:17.450941 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1fd6-b52b-429f-8e32-a93e0e18ebef tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:17.453302 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-7a43ce73-7553-48ff-8c02-6f7523cb62f7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:17.468107 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337c576-9a2d-4afc-a371-79c578fa754a None None] The sync data for ids ['55d0516b-d2e0-4a99-b712-185ce45b81a6'] in dv-cinder-772623-10-iscsi is: [{'id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:01Z', 'updated_at': '2021-06-21T04:47:05Z', 'revision_number': 4, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'gw_port': {'id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:02Z', 'updated_at': '2021-06-21T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '978e9213-bb5d-443c-97be-28f8b9ed21c7', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'port_id': '085f0d82-9579-4c43-8d13-06440fe93146', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'mac_address': 'fa:16:3e:bd:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:15Z', 'updated_at': '2021-06-21T04:48:15Z', 'revision_number': 0, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6fcbd13-e386-4509-a03c-059b93372599', 'name': '', 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'mac_address': 'fa:16:3e:d7:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5808c492-1258-4229-8f85-9f21aecdb879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:04Z', 'updated_at': '2021-06-21T04:47:09Z', 'revision_number': 5, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'subnets': [{'id': '5808c492-1258-4229-8f85-9f21aecdb879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:48:17.480576 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c1fd6-b52b-429f-8e32-a93e0e18ebef tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e414712e-47c2-48e5-8cb9-b381711c1359,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:17.483503 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-ad8c1fd6-b52b-429f-8e32-a93e0e18ebef tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:17.525689 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-453f573b-12bd-40b6-b7b1-62ae8ad3be38 req-dc535ceb-d47d-4f20-b2ba-5f0af38132e9 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968468 Jun 21 04:48:17.545068 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53630) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:17.574523 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b2a2e1c3-6f2b-4595-af72-8a79d3f68ed8 req-b7130f04-34ce-4dc5-a7ae-593b002a802f service neutron] 10.222.0.52 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329315 Jun 21 04:48:17.598816 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1fd6-b52b-429f-8e32-a93e0e18ebef tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:17.602166 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-ad8c1fd6-b52b-429f-8e32-a93e0e18ebef tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5140319 Jun 21 04:48:17.603683 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53632) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:17.610522 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-cc4f159a-7f6e-47b7-943a-399df4dcfc81 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Request body: {'security_group_rule': {'security_group_id': 'fcba7ee0-7151-48d0-a14c-4f8e0da6dbba', 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:17.620645 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1f78b-bce9-464c-aa6f-dd68a56074e8 tempest-TestVolumeBootPattern-1602622555 tempest-TestVolumeBootPattern-1602622555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:17.622106 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-25a1f78b-bce9-464c-aa6f-dd68a56074e8 tempest-TestVolumeBootPattern-1602622555 tempest-TestVolumeBootPattern-1602622555-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 1094 time: 0.0760477 Jun 21 04:48:17.626516 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53634) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:17.632863 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Request body: {'floatingip': {'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'port_id': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:17.686653 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b2a2e1c3-6f2b-4595-af72-8a79d3f68ed8 req-d763ec9a-efcc-4f5b-b786-120718260f1b service neutron] 10.222.0.52 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065979 Jun 21 04:48:17.707035 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f236240-3d5f-4c9d-b46a-9fd91f87e265 None None] New status for floating IP 978e9213-bb5d-443c-97be-28f8b9ed21c7: ACTIVE {{(pid=99945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:48:17.731575 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cc4f159a-7f6e-47b7-943a-399df4dcfc81 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:17.786228 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cc4f159a-7f6e-47b7-943a-399df4dcfc81 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:17.942420 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for floatingip, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:17.942971 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cc4f159a-7f6e-47b7-943a-399df4dcfc81 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:17.950288 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f99652c7-f9cd-4613-ac9e-b027e2d1fa01 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:17.966581 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f159a-7f6e-47b7-943a-399df4dcfc81 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11ec123-3541-4db0-b608-859098e1dc8d,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:17.969484 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-cc4f159a-7f6e-47b7-943a-399df4dcfc81 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:18.036874 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cc4f159a-7f6e-47b7-943a-399df4dcfc81 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:18.036874 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-cc4f159a-7f6e-47b7-943a-399df4dcfc81 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4276178 Jun 21 04:48:18.036874 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53640) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:18.042154 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-d5c91d5b-11fd-45e9-86ca-e85dd4a78699 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Request body: {'security_group_rule': {'security_group_id': 'fcba7ee0-7151-48d0-a14c-4f8e0da6dbba', 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:18.180492 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d5c91d5b-11fd-45e9-86ca-e85dd4a78699 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:18.239796 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d5c91d5b-11fd-45e9-86ca-e85dd4a78699 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:18.292864 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:18.400381 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Allocated IP 172.27.1.174 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/cd00edda-8677-4ebb-b4c2-0abd2a8ba988) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:48:18.410518 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d5c91d5b-11fd-45e9-86ca-e85dd4a78699 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:18.426054 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-ad8c1fd6-b52b-429f-8e32-a93e0e18ebef tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:18.470540 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c91d5b-11fd-45e9-86ca-e85dd4a78699 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8941656d-9bdb-4827-bd9d-0dc64ee50430,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:18.475000 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5ba49e65-a905-40ab-9455-820067bf5fa8 req-eac91e4c-5aa4-437d-b51a-0eb7e47f63e8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 210 time: 0.0499158 Jun 21 04:48:18.475883 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d5c91d5b-11fd-45e9-86ca-e85dd4a78699 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:18.526267 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:18.573841 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d5c91d5b-11fd-45e9-86ca-e85dd4a78699 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:18.575674 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-d5c91d5b-11fd-45e9-86ca-e85dd4a78699 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5386491 Jun 21 04:48:18.578293 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53646) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:18.582914 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-db9e1632-38aa-4d07-8b1e-10d8b0bea15b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Request body: {'security_group_rule': {'security_group_id': 'fcba7ee0-7151-48d0-a14c-4f8e0da6dbba', 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:18.637277 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:18.640673 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:18.677413 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:48:18.680913 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:48:18.684559 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:48:18.721021 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'Port': ['ID=cd00edda-8677-4ebb-b4c2-0abd2a8ba988,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:18.726368 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:18.753508 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-db9e1632-38aa-4d07-8b1e-10d8b0bea15b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:18.766491 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-81a07f60-f883-4d65-8b76-326d7a305192 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-143010789&fields=id&tenant_id=c998158734ae4812aabfd30f06862005 HTTP/1.1" status: 200 len: 267 time: 0.0577416 Jun 21 04:48:18.815487 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-db9e1632-38aa-4d07-8b1e-10d8b0bea15b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:18.974240 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-dc4188e6-9862-4632-b004-a8b36ebc1547 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:18.976588 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-dc4188e6-9862-4632-b004-a8b36ebc1547 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/networks?id=d314ade1-18b7-4745-a216-e1435ec35aa7 HTTP/1.1" status: 200 len: 809 time: 0.1885707 Jun 21 04:48:18.982059 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-db9e1632-38aa-4d07-8b1e-10d8b0bea15b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:18.984205 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-cc4f159a-7f6e-47b7-943a-399df4dcfc81 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:19.002126 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e1632-38aa-4d07-8b1e-10d8b0bea15b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b9b7cb-b363-48c3-8946-c6b0fe842585,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:19.004493 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-db9e1632-38aa-4d07-8b1e-10d8b0bea15b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:19.022835 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-3adba4fb-206c-4387-bacb-067a88d21cd7 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/quotas/c998158734ae4812aabfd30f06862005 HTTP/1.1" status: 200 len: 375 time: 0.0399950 Jun 21 04:48:19.113206 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-db9e1632-38aa-4d07-8b1e-10d8b0bea15b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:19.114657 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-db9e1632-38aa-4d07-8b1e-10d8b0bea15b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5353591 Jun 21 04:48:19.117461 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53654) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:19.122221 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-57842984-80d6-439b-a64a-208a349d1688 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Request body: {'security_group_rule': {'security_group_id': 'fcba7ee0-7151-48d0-a14c-4f8e0da6dbba', 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:19.170653 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-5bf224b2-b173-45d6-bff0-02f273d2f44f tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c998158734ae4812aabfd30f06862005&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1400990 Jun 21 04:48:19.199029 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.db.securitygroups_db [None req-57842984-80d6-439b-a64a-208a349d1688 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Project 73ca3c1def754bb1aa968ba0620e4c5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:48:19.204668 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-57842984-80d6-439b-a64a-208a349d1688 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:19.269402 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-57842984-80d6-439b-a64a-208a349d1688 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:19.300063 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:19.350933 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-9fcc7176-9146-4d36-a9d7-591ef221dcaf service neutron] 10.222.0.11 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372890 Jun 21 04:48:19.364709 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-57842984-80d6-439b-a64a-208a349d1688 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:19.367103 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:19.384493 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57842984-80d6-439b-a64a-208a349d1688 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ea0f33-7c1a-4f6b-ac47-9b5ce4f53916,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:19.387348 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-57842984-80d6-439b-a64a-208a349d1688 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:19.449055 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-80402f8f-9263-456f-87e9-2c5c437cf5b2 service neutron] 10.222.0.11 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917645 Jun 21 04:48:19.467657 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-57842984-80d6-439b-a64a-208a349d1688 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:19.471728 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-57842984-80d6-439b-a64a-208a349d1688 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3531330 Jun 21 04:48:19.472398 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53656) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:19.477128 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-44b69b7d-8c4b-42cd-bb65-bb8cf656866b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Request body: {'security_group_rule': {'security_group_id': 'fcba7ee0-7151-48d0-a14c-4f8e0da6dbba', 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:19.483697 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:19.575155 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.db.securitygroups_db [None req-44b69b7d-8c4b-42cd-bb65-bb8cf656866b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Project 73ca3c1def754bb1aa968ba0620e4c5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:48:19.580289 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-44b69b7d-8c4b-42cd-bb65-bb8cf656866b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:19.651093 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-02a7e4dc-eada-4898-897a-23c7e5ae04e4 req-9c35bcf9-740e-4d75-a99f-715c769bce6a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 210 time: 0.0437729 Jun 21 04:48:19.674653 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:19.683907 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-44b69b7d-8c4b-42cd-bb65-bb8cf656866b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:19.776194 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:19.778380 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-1bbcf098-03e0-4497-b093-91c7c027040b tempest-ServerRescueNegativeTestJSON-108027157 tempest-ServerRescueNegativeTestJSON-108027157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:19.816434 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-44b69b7d-8c4b-42cd-bb65-bb8cf656866b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:19.819717 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:19.837457 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b69b7d-8c4b-42cd-bb65-bb8cf656866b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024e0483-ecee-4501-b507-a71aafe8acbb,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:19.839983 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-44b69b7d-8c4b-42cd-bb65-bb8cf656866b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:19.843692 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'Port': ['ID=cd00edda-8677-4ebb-b4c2-0abd2a8ba988,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:19.847736 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:19.857884 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:19.930348 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-44b69b7d-8c4b-42cd-bb65-bb8cf656866b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:19.934338 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-44b69b7d-8c4b-42cd-bb65-bb8cf656866b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4584074 Jun 21 04:48:19.964879 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.l3_db [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Floating IP c2c1d686-62fa-4ee4-97d6-9cf74c7e80fd associated. External IP: 172.27.1.174, port: 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb. Jun 21 04:48:20.088344 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-55e11802-57bd-46cd-b8c4-448972f16a39 req-c74d6556-8674-43e7-999c-4c8c5e5c0a04 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978113544&fields=id&tenant_id=73ca3c1def754bb1aa968ba0620e4c5e HTTP/1.1" status: 200 len: 267 time: 0.0447779 Jun 21 04:48:20.170542 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e11802-57bd-46cd-b8c4-448972f16a39 req-7a7d8f0b-829e-497d-b572-a8fb40929848 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:20.172117 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-55e11802-57bd-46cd-b8c4-448972f16a39 req-7a7d8f0b-829e-497d-b572-a8fb40929848 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 945 time: 0.0830717 Jun 21 04:48:20.191016 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [req-55e11802-57bd-46cd-b8c4-448972f16a39 req-18e3962a-82a4-4071-a62b-d33b4f5ec048 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Request body: {'port': {'security_groups': ['77cc4c74-76d0-4f04-9b78-3559be8389eb', 'fcba7ee0-7151-48d0-a14c-4f8e0da6dbba']}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:20.197511 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5d395662-9ece-4162-8290-7ffe0b11ea89 req-99f45b56-2ada-4f27-aad9-3a1365a8d221 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 210 time: 0.0355549 Jun 21 04:48:20.219865 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:48:20.315714 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-55e11802-57bd-46cd-b8c4-448972f16a39 req-18e3962a-82a4-4071-a62b-d33b4f5ec048 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:20.404211 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:48:20.414271 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5df65f-337e-481b-b509-7f7edb874334 None None] Sync routers for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:48:20.424422 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5df65f-337e-481b-b509-7f7edb874334 None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:48:20.425350 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-db5df65f-337e-481b-b509-7f7edb874334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:20.436022 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00d473-370a-4749-8701-78f57cfac440 req-416b8d47-bc6f-48b1-9902-c88b7ab5a81a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:20.437475 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-416b8d47-bc6f-48b1-9902-c88b7ab5a81a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.52 "GET /v2.0/networks?id=61390495-c3b7-4548-81d7-17e6d745f6c7 HTTP/1.1" status: 200 len: 816 time: 0.1600635 Jun 21 04:48:20.513131 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-c5019328-2f28-4159-81e7-0b088648587e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b575213fd3cf475ba09994a823f48ca0 HTTP/1.1" status: 200 len: 379 time: 0.0555511 Jun 21 04:48:20.522420 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-4d00d473-370a-4749-8701-78f57cfac440 req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Request body: {'port': {'device_id': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'admin_state_up': True, 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'security_groups': ['5334482c-fc5f-46d9-99c1-545ba3c81659']}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:20.541465 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [req-55e11802-57bd-46cd-b8c4-448972f16a39 req-18e3962a-82a4-4071-a62b-d33b4f5ec048 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] For port 085f0d82-9579-4c43-8d13-06440fe93146, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=085f0d82-9579-4c43-8d13-06440fe93146,segment=NetworkSegment(9543375e-4d88-4cfb-ae5b-ef0b1e9c126a),segment_id=9543375e-4d88-4cfb-ae5b-ef0b1e9c126a)] {{(pid=99942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:48:20.551102 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-db5df65f-337e-481b-b509-7f7edb874334 None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:48:20.562089 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:20.572732 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-55e11802-57bd-46cd-b8c4-448972f16a39 req-18e3962a-82a4-4071-a62b-d33b4f5ec048 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:20.635324 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9955845 Jun 21 04:48:20.635324 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718b429a-2022-42ef-93ca-ab787e3b809a', 'tag': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:48:20.635324 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479b3b5c-025a-4d94-9549-968bda3dbc07" -d '{"events": [{"name": "network-changed", "server_uuid": "718b429a-2022-42ef-93ca-ab787e3b809a", "tag": "7025e0f6-ffe3-4b04-a1a1-a13dc21948bb"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:48:20.670754 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50255687-4534-4614-bc10-3eb50fc0385d x-openstack-request-id: req-50255687-4534-4614-bc10-3eb50fc0385d {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:48:20.671209 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718b429a-2022-42ef-93ca-ab787e3b809a", "tag": "7025e0f6-ffe3-4b04-a1a1-a13dc21948bb", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:48:20.671621 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50255687-4534-4614-bc10-3eb50fc0385d {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:48:20.672112 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718b429a-2022-42ef-93ca-ab787e3b809a', 'tag': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'status': 'completed', 'code': 200} Jun 21 04:48:20.700619 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-55e11802-57bd-46cd-b8c4-448972f16a39 req-18e3962a-82a4-4071-a62b-d33b4f5ec048 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25676308'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:20.704280 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-3e219534-18e4-4d50-a7b2-e6a8b52eebe5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:20.764043 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['085f0d82-9579-4c43-8d13-06440fe93146'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:48:20.783771 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e11802-57bd-46cd-b8c4-448972f16a39 req-18e3962a-82a4-4071-a62b-d33b4f5ec048 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:20.784413 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [req-55e11802-57bd-46cd-b8c4-448972f16a39 req-18e3962a-82a4-4071-a62b-d33b4f5ec048 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:20.785826 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-55e11802-57bd-46cd-b8c4-448972f16a39 req-18e3962a-82a4-4071-a62b-d33b4f5ec048 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "PUT /v2.0/ports/085f0d82-9579-4c43-8d13-06440fe93146 HTTP/1.1" status: 200 len: 981 time: 0.6010334 Jun 21 04:48:20.786559 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'tag': '085f0d82-9579-4c43-8d13-06440fe93146'}] {{(pid=99942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:48:20.789757 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bf6e30c1a07a791af3ea18dbd348b4fe660b6058a7e308237f87cf4cd446b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f53122-9652-46a6-97a7-faf69e06e6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "155280da-288b-4463-94bc-a6d3cd4b0ad8", "tag": "085f0d82-9579-4c43-8d13-06440fe93146"}]}' {{(pid=99942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:48:20.795244 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d00d473-370a-4749-8701-78f57cfac440 req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Made reservation on behalf of b575213fd3cf475ba09994a823f48ca0 for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:48:20.799033 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-4d00d473-370a-4749-8701-78f57cfac440 req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:20.854875 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3962a-82a4-4071-a62b-d33b4f5ec048 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Pushing event updated for resources: {'Port': ['ID=085f0d82-9579-4c43-8d13-06440fe93146,revision_number=6']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:20.858075 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-18e3962a-82a4-4071-a62b-d33b4f5ec048 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:20.909751 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-de1d2fba-c17a-40c1-8811-642d3c7220c8 req-f3fcae04-db2c-4839-b7b9-b6999703416d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 210 time: 0.0681038 Jun 21 04:48:20.975122 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['085f0d82-9579-4c43-8d13-06440fe93146'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:48:21.056303 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b3b5c-025a-4d94-9549-968bda3dbc07 req-e53a3b23-b131-4a48-a2a4-6abd091d31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:21.057808 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-479b3b5c-025a-4d94-9549-968bda3dbc07 req-e53a3b23-b131-4a48-a2a4-6abd091d31bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 1099 time: 0.2536602 Jun 21 04:48:21.073474 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d39fa8-d67c-4484-9a60-92ac6b58e67d x-openstack-request-id: req-28d39fa8-d67c-4484-9a60-92ac6b58e67d {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:48:21.073899 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155280da-288b-4463-94bc-a6d3cd4b0ad8", "tag": "085f0d82-9579-4c43-8d13-06440fe93146", "status": "completed", "code": 200}]} {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:48:21.074295 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28d39fa8-d67c-4484-9a60-92ac6b58e67d {{(pid=99942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:48:21.074723 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'tag': '085f0d82-9579-4c43-8d13-06440fe93146', 'status': 'completed', 'code': 200} Jun 21 04:48:21.079218 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-db5df65f-337e-481b-b509-7f7edb874334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': 'c2c1d686-62fa-4ee4-97d6-9cf74c7e80fd', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'port_id': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'mac_address': 'fa:16:3e:9d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718b429a-2022-42ef-93ca-ab787e3b809a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:19Z', 'updated_at': '2021-06-21T04:48:19Z', 'revision_number': 0, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:21.090232 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c923d6-cd90-4398-9b05-ab6f54a4b982 req-eb4e9485-38dc-490a-8709-aec465cb8c91 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:21.090777 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b9c923d6-cd90-4398-9b05-ab6f54a4b982 req-eb4e9485-38dc-490a-8709-aec465cb8c91 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.1769531 Jun 21 04:48:21.140325 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-4d00d473-370a-4749-8701-78f57cfac440 req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Allocated IP 172.20.0.13 (61390495-c3b7-4548-81d7-17e6d745f6c7/4b671d7e-332a-43b4-8527-08dc27325fa0/7af489cc-eb26-494f-b4a1-f93e020e0782) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:48:21.140709 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b9c923d6-cd90-4398-9b05-ab6f54a4b982 req-367212aa-637a-42b4-9188-84c2e410c998 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440404 Jun 21 04:48:21.144209 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5df65f-337e-481b-b509-7f7edb874334 None None] Checking router: 88c69a66-ef45-46de-81bf-3ee3c4fa1950 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:48:21.214102 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5df65f-337e-481b-b509-7f7edb874334 None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:48:21.214348 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b3b5c-025a-4d94-9549-968bda3dbc07 req-fdc9e3be-8654-4ca8-b5fe-abad7d2710f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:21.214837 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-db5df65f-337e-481b-b509-7f7edb874334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:47:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:21.215879 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-479b3b5c-025a-4d94-9549-968bda3dbc07 req-fdc9e3be-8654-4ca8-b5fe-abad7d2710f6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c HTTP/1.1" status: 200 len: 913 time: 0.1426780 Jun 21 04:48:21.223114 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f53122-9652-46a6-97a7-faf69e06e6fe req-cda0c187-a01f-4fc1-b421-88fc840b03e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:21.224846 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-98f53122-9652-46a6-97a7-faf69e06e6fe req-cda0c187-a01f-4fc1-b421-88fc840b03e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73ca3c1def754bb1aa968ba0620e4c5e&device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 1137 time: 0.0758696 Jun 21 04:48:21.268067 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-79ddeae6-b113-41a1-8f6e-b5a5414d42ee None None] Provisioning complete for port 085f0d82-9579-4c43-8d13-06440fe93146 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:48:21.268643 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-79ddeae6-b113-41a1-8f6e-b5a5414d42ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:21.331586 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f53122-9652-46a6-97a7-faf69e06e6fe req-7f9197f3-43fa-43b6-abec-b2745e84d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:21.333348 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-98f53122-9652-46a6-97a7-faf69e06e6fe req-7f9197f3-43fa-43b6-abec-b2745e84d463 service neutron] 10.222.0.52 "GET /v2.0/networks?id=47425eb1-9ff7-4cb7-bb17-50a77d6bf951 HTTP/1.1" status: 200 len: 915 time: 0.1016295 Jun 21 04:48:21.445400 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-98f53122-9652-46a6-97a7-faf69e06e6fe req-152eefde-d7bc-487f-8df8-5cae8807e2db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=085f0d82-9579-4c43-8d13-06440fe93146 HTTP/1.1" status: 200 len: 1000 time: 0.1050167 Jun 21 04:48:21.509045 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f53122-9652-46a6-97a7-faf69e06e6fe req-50e5e5d0-672b-4c2c-8b46-38495bbf7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:21.510927 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-98f53122-9652-46a6-97a7-faf69e06e6fe req-50e5e5d0-672b-4c2c-8b46-38495bbf7723 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5808c492-1258-4229-8f85-9f21aecdb879 HTTP/1.1" status: 200 len: 853 time: 0.0584700 Jun 21 04:48:21.579081 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f53122-9652-46a6-97a7-faf69e06e6fe req-6e16a03d-8076-46bb-a3ce-114c019196d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:21.581387 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-98f53122-9652-46a6-97a7-faf69e06e6fe req-6e16a03d-8076-46bb-a3ce-114c019196d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=47425eb1-9ff7-4cb7-bb17-50a77d6bf951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0620639 Jun 21 04:48:21.607704 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ffeac356-21b9-4686-9794-b20fa178aa42 req-01e4017d-f903-4040-87e9-1e92f5dd447a tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 210 time: 0.3333127 Jun 21 04:48:21.625639 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-db5df65f-337e-481b-b509-7f7edb874334 None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:48:21.644140 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-479b3b5c-025a-4d94-9549-968bda3dbc07 req-9ad5f26e-6a3f-41ca-873d-7689b3a03d69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7025e0f6-ffe3-4b04-a1a1-a13dc21948bb HTTP/1.1" status: 200 len: 1000 time: 0.4117596 Jun 21 04:48:21.708271 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-4d00d473-370a-4749-8701-78f57cfac440 req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:21.712994 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-98f53122-9652-46a6-97a7-faf69e06e6fe req-68d2a94f-0720-48a7-b1a2-f0cfe996a046 service neutron] 10.222.0.52 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192484 Jun 21 04:48:21.719296 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b3b5c-025a-4d94-9549-968bda3dbc07 req-a3153067-daed-4b22-a37f-551dee61486d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:21.720738 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-479b3b5c-025a-4d94-9549-968bda3dbc07 req-a3153067-daed-4b22-a37f-551dee61486d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb99c622-c19a-4045-a63c-e35ad1ef09d6 HTTP/1.1" status: 200 len: 851 time: 0.0721166 Jun 21 04:48:21.728475 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-4d00d473-370a-4749-8701-78f57cfac440 req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Transition to ACTIVE for port object 7af489cc-eb26-494f-b4a1-f93e020e0782 will not be triggered until provisioned by entity DHCP. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:48:21.811899 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b3b5c-025a-4d94-9549-968bda3dbc07 req-b79bc52d-699b-4b90-a78e-266b89d23794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:21.813744 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-479b3b5c-025a-4d94-9549-968bda3dbc07 req-b79bc52d-699b-4b90-a78e-266b89d23794 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0744321 Jun 21 04:48:21.854857 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-4d00d473-370a-4749-8701-78f57cfac440 req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:21.868008 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f103f86a-d54b-4e63-8915-67dc7616fb92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:21.970979 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d00d473-370a-4749-8701-78f57cfac440 req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Network 61390495-c3b7-4548-81d7-17e6d745f6c7 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:48:21.981684 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-4d00d473-370a-4749-8701-78f57cfac440 req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:48:21.984471 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d00d473-370a-4749-8701-78f57cfac440 req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:48:22.017719 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event updated for resources: {'Port': ['ID=7af489cc-eb26-494f-b4a1-f93e020e0782,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:22.030805 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:22.085382 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00d473-370a-4749-8701-78f57cfac440 req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:22.086554 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-4d00d473-370a-4749-8701-78f57cfac440 req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:22.119004 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-479b3b5c-025a-4d94-9549-968bda3dbc07 req-a8be908a-5500-4852-bdf3-1d4f2108abe2 service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613087 Jun 21 04:48:22.206207 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6876526 Jun 21 04:48:22.231789 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Request body: {'port': {'device_id': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:22.241675 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-db5df65f-337e-481b-b509-7f7edb874334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': 'c2c1d686-62fa-4ee4-97d6-9cf74c7e80fd', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'port_id': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'mac_address': 'fa:16:3e:9d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718b429a-2022-42ef-93ca-ab787e3b809a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:19Z', 'updated_at': '2021-06-21T04:48:19Z', 'revision_number': 0, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:22.252170 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-98f53122-9652-46a6-97a7-faf69e06e6fe req-85a76ccb-b6e5-4b9a-9ac1-491bcb3c1e75 service neutron] 10.222.0.52 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136266 Jun 21 04:48:22.273141 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785710a-932d-40ea-a14d-d4661cd20baa req-139eac6d-5899-4ddc-9d74-1f8c139a5397 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:22.275400 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5df65f-337e-481b-b509-7f7edb874334 None None] The sync data for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi is: [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': 'c2c1d686-62fa-4ee4-97d6-9cf74c7e80fd', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'port_id': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'mac_address': 'fa:16:3e:9d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718b429a-2022-42ef-93ca-ab787e3b809a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:19Z', 'updated_at': '2021-06-21T04:48:19Z', 'revision_number': 0, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:48:22.294811 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3785710a-932d-40ea-a14d-d4661cd20baa req-139eac6d-5899-4ddc-9d74-1f8c139a5397 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 932 time: 0.1118162 Jun 21 04:48:22.296315 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-479b3b5c-025a-4d94-9549-968bda3dbc07 req-194fcf2c-a43e-44dc-a0c9-ce2d14d4f1d1 service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607075 Jun 21 04:48:22.338598 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3785710a-932d-40ea-a14d-d4661cd20baa req-a556f4b6-6eca-4edf-aadd-8ff6d8ad1e58 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455539 Jun 21 04:48:22.384807 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:22.428440 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-c518f10e-377b-411b-91f0-b5a1f709dfb7 None None] Provisioning for port 7af489cc-eb26-494f-b4a1-f93e020e0782 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:48:22.434179 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-c518f10e-377b-411b-91f0-b5a1f709dfb7 None None] Provisioning complete for port 7af489cc-eb26-494f-b4a1-f93e020e0782 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:48:22.440317 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c518f10e-377b-411b-91f0-b5a1f709dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:22.472547 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-c518f10e-377b-411b-91f0-b5a1f709dfb7 None None] Port 7af489cc-eb26-494f-b4a1-f93e020e0782 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:48:22.503986 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead6d5a1-6b6a-4b1d-8718-067750fd53f5 None None] New status for floating IP c2c1d686-62fa-4ee4-97d6-9cf74c7e80fd: ACTIVE {{(pid=99945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:48:22.652188 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af489cc-eb26-494f-b4a1-f93e020e0782 {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:48:22.659885 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:22.674169 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Transition to ACTIVE for port object 7af489cc-eb26-494f-b4a1-f93e020e0782 will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:48:22.767791 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7b2ff728-feea-4659-8ec1-ac6a073840d1 req-66efe0f0-b845-47b3-80d0-d9e547ec84f0 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 210 time: 0.0330040 Jun 21 04:48:22.775764 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:22.783413 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:22.850755 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Pushing event updated for resources: {'Port': ['ID=7af489cc-eb26-494f-b4a1-f93e020e0782,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:22.855309 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:22.927255 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Attempting to bind port 7af489cc-eb26-494f-b4a1-f93e020e0782 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:48:22.927652 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Attempting to bind port 7af489cc-eb26-494f-b4a1-f93e020e0782 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:48:22.928102 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Attempting to bind port 7af489cc-eb26-494f-b4a1-f93e020e0782 on network 61390495-c3b7-4548-81d7-17e6d745f6c7 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:48:22.932671 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Port 7af489cc-eb26-494f-b4a1-f93e020e0782 on network 61390495-c3b7-4548-81d7-17e6d745f6c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:48:22.932991 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Attempting to bind port 7af489cc-eb26-494f-b4a1-f93e020e0782 on network 61390495-c3b7-4548-81d7-17e6d745f6c7 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:48:22.937896 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:48:22.938539 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Checking segment: {'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:48:22.938894 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Bound using segment: {'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:48:22.939364 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Bound port: 7af489cc-eb26-494f-b4a1-f93e020e0782, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145280a-1637-4ca3-9f5d-70e9bc65ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:48:22.939739 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:23.008520 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] For port 7af489cc-eb26-494f-b4a1-f93e020e0782, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:48:23.011518 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] For port 7af489cc-eb26-494f-b4a1-f93e020e0782, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7af489cc-eb26-494f-b4a1-f93e020e0782,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:48:23.078809 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:23.081710 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f2037cd4-9977-4981-a13a-78eb7f1aa75e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:23.112790 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:23.113397 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:23.114783 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] 10.222.0.52 "PUT /v2.0/ports/7af489cc-eb26-494f-b4a1-f93e020e0782 HTTP/1.1" status: 200 len: 1094 time: 0.8912160 Jun 21 04:48:23.125661 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'tag': '7af489cc-eb26-494f-b4a1-f93e020e0782'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:48:23.128006 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de08dd8-32eb-4c4e-a4f2-08dbd97ad56b" -d '{"events": [{"name": "network-changed", "server_uuid": "c66384b7-f2cd-4905-bd10-205b86cc2de2", "tag": "7af489cc-eb26-494f-b4a1-f93e020e0782"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:48:23.181547 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df67f481-06e0-4275-a51e-0b9e6768b88d x-openstack-request-id: req-df67f481-06e0-4275-a51e-0b9e6768b88d {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:48:23.181878 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66384b7-f2cd-4905-bd10-205b86cc2de2", "tag": "7af489cc-eb26-494f-b4a1-f93e020e0782", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:48:23.182171 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df67f481-06e0-4275-a51e-0b9e6768b88d {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:48:23.182590 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'tag': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'status': 'completed', 'code': 200} Jun 21 04:48:23.213160 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Pushing event updated for resources: {'Port': ['ID=7af489cc-eb26-494f-b4a1-f93e020e0782,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:23.218659 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:23.256566 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-22a734b6-ad0b-4427-82e0-7a9affb1bbc3 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:23.258120 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-22a734b6-ad0b-4427-82e0-7a9affb1bbc3 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.52 "GET /v2.0/networks?id=d314ade1-18b7-4745-a216-e1435ec35aa7 HTTP/1.1" status: 200 len: 809 time: 0.1508994 Jun 21 04:48:23.333143 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-e69ba0e5-6127-4c53-8cbe-2b83ca8dea3c tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c998158734ae4812aabfd30f06862005 HTTP/1.1" status: 200 len: 379 time: 0.0485866 Jun 21 04:48:23.343305 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de08dd8-32eb-4c4e-a4f2-08dbd97ad56b req-f9d6b6af-c711-4c42-92bb-7d4eee38ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:23.349431 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2de08dd8-32eb-4c4e-a4f2-08dbd97ad56b req-f9d6b6af-c711-4c42-92bb-7d4eee38ae01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b575213fd3cf475ba09994a823f48ca0&device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 1097 time: 0.0857196 Jun 21 04:48:23.349431 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Request body: {'port': {'device_id': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'admin_state_up': True, 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'security_groups': ['58a35173-5781-4b8e-aa7b-693bc4d70525']}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:23.570957 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de08dd8-32eb-4c4e-a4f2-08dbd97ad56b req-9f65ebc2-4c30-4542-aa76-628c0d49b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:23.572429 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2de08dd8-32eb-4c4e-a4f2-08dbd97ad56b req-9f65ebc2-4c30-4542-aa76-628c0d49b987 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=b575213fd3cf475ba09994a823f48ca0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1731908 Jun 21 04:48:23.585979 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-ea17911d-4e4c-48ea-95ae-29406f039e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:23.671667 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d0670-6b22-432b-b372-06f36edec967 req-67ccaa62-4527-4ce7-840b-dd400c5e8b4c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:23.673118 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c64d0670-6b22-432b-b372-06f36edec967 req-67ccaa62-4527-4ce7-840b-dd400c5e8b4c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.1856852 Jun 21 04:48:23.725653 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de08dd8-32eb-4c4e-a4f2-08dbd97ad56b req-78126b89-e85e-4f61-96e3-af408ebcf11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:23.727096 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2de08dd8-32eb-4c4e-a4f2-08dbd97ad56b req-78126b89-e85e-4f61-96e3-af408ebcf11e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1457479 Jun 21 04:48:23.730044 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Made reservation on behalf of c998158734ae4812aabfd30f06862005 for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:48:23.733472 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:23.740711 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c64d0670-6b22-432b-b372-06f36edec967 req-d0637e9f-7170-4eae-8a85-e2ee10ff325a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595748 Jun 21 04:48:23.921507 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1bf63b16-3cc9-4cbf-81df-3d01052a278f req-d55ebc79-8cff-4bbf-9cc2-63e8bb4f3ee4 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 210 time: 0.0309529 Jun 21 04:48:23.939385 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Allocated IP 172.20.0.11 (d314ade1-18b7-4745-a216-e1435ec35aa7/91f3b558-53bc-40a7-bda2-9d735e1d87e6/349ea2b6-b764-4fd6-a587-8a8a991a7f45) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:48:23.947314 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:23.954231 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00d473-370a-4749-8701-78f57cfac440 req-1a5b100f-2512-47c1-accb-5af3b3dc9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:23.955717 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-1a5b100f-2512-47c1-accb-5af3b3dc9e84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b575213fd3cf475ba09994a823f48ca0&device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 1097 time: 0.1454103 Jun 21 04:48:24.023093 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-aaaf282a-c2be-46a7-9e1a-70ea8c5c66da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7af489cc-eb26-494f-b4a1-f93e020e0782 HTTP/1.1" status: 200 len: 217 time: 0.0460262 Jun 21 04:48:24.137112 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00d473-370a-4749-8701-78f57cfac440 req-2976f9ce-5c2f-455a-9a3c-0ce79babd354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:24.138475 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-2976f9ce-5c2f-455a-9a3c-0ce79babd354 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b671d7e-332a-43b4-8527-08dc27325fa0 HTTP/1.1" status: 200 len: 855 time: 0.1003706 Jun 21 04:48:24.204891 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:24.224118 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Transition to ACTIVE for port object 349ea2b6-b764-4fd6-a587-8a8a991a7f45 will not be triggered until provisioned by entity DHCP. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:48:24.247788 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00d473-370a-4749-8701-78f57cfac440 req-b22e583f-3769-4e47-b86a-29cab0aa2953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:24.249335 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-b22e583f-3769-4e47-b86a-29cab0aa2953 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61390495-c3b7-4548-81d7-17e6d745f6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1012843 Jun 21 04:48:24.365801 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-0d359182-1ace-45ad-bd29-b0810e27ee2c service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042378 Jun 21 04:48:24.382605 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:24.395336 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e130f713-591a-484e-912e-6a9694ab7164 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:24.472289 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Network d314ade1-18b7-4745-a216-e1435ec35aa7 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:48:24.481340 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:48:24.489489 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:48:24.495617 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Pushing event updated for resources: {'Port': ['ID=349ea2b6-b764-4fd6-a587-8a8a991a7f45,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:24.517290 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:24.564405 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:24.565032 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:24.570091 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4d00d473-370a-4749-8701-78f57cfac440 req-58cc2282-5b54-4301-a5f4-6d49c039d9a7 service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972754 Jun 21 04:48:24.685004 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3437343 Jun 21 04:48:24.704733 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Request body: {'port': {'device_id': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:24.792290 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:24.793005 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-66a23b92-763b-47d5-95f6-1cba4895e788 None None] Provisioning for port 349ea2b6-b764-4fd6-a587-8a8a991a7f45 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:48:24.796736 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-66a23b92-763b-47d5-95f6-1cba4895e788 None None] Provisioning complete for port 349ea2b6-b764-4fd6-a587-8a8a991a7f45 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:48:24.797288 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-66a23b92-763b-47d5-95f6-1cba4895e788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:24.834399 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-66a23b92-763b-47d5-95f6-1cba4895e788 None None] Port 349ea2b6-b764-4fd6-a587-8a8a991a7f45 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:48:25.038695 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05cab-4540-4b01-97a5-2cbd340c767f req-a96da3ea-8b12-4535-8bea-48b22a9eb7a7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:25.040301 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-def05cab-4540-4b01-97a5-2cbd340c767f req-a96da3ea-8b12-4535-8bea-48b22a9eb7a7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.1470206 Jun 21 04:48:25.109098 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230feff-a1b7-440a-8641-c8cd0d4fe302 req-0e7920c4-b4f2-498f-8321-82ce938b9b4e tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:25.110705 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f230feff-a1b7-440a-8641-c8cd0d4fe302 req-0e7920c4-b4f2-498f-8321-82ce938b9b4e tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 932 time: 0.0758450 Jun 21 04:48:25.128432 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-def05cab-4540-4b01-97a5-2cbd340c767f req-a2caaf33-987d-4c44-9785-9c83ba3a0cbd tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826006 Jun 21 04:48:25.143996 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349ea2b6-b764-4fd6-a587-8a8a991a7f45 {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:48:25.151092 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f230feff-a1b7-440a-8641-c8cd0d4fe302 req-0754b6e8-d043-4fe0-b413-3888e1b6eec2 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345769 Jun 21 04:48:25.153047 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:25.166687 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Transition to ACTIVE for port object 349ea2b6-b764-4fd6-a587-8a8a991a7f45 will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:48:25.242341 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:25.244358 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:25.316877 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Pushing event updated for resources: {'Port': ['ID=349ea2b6-b764-4fd6-a587-8a8a991a7f45,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:25.322181 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:25.394791 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Attempting to bind port 349ea2b6-b764-4fd6-a587-8a8a991a7f45 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:48:25.395465 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Attempting to bind port 349ea2b6-b764-4fd6-a587-8a8a991a7f45 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'ac9b0d38-d3ff-4443-a234-20072088fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:48:25.395465 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Attempting to bind port 349ea2b6-b764-4fd6-a587-8a8a991a7f45 on network d314ade1-18b7-4745-a216-e1435ec35aa7 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:48:25.400949 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Port 349ea2b6-b764-4fd6-a587-8a8a991a7f45 on network d314ade1-18b7-4745-a216-e1435ec35aa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:48:25.401273 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Attempting to bind port 349ea2b6-b764-4fd6-a587-8a8a991a7f45 on network d314ade1-18b7-4745-a216-e1435ec35aa7 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:48:25.406197 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:48:25.406527 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Checking segment: {'id': 'ac9b0d38-d3ff-4443-a234-20072088fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:48:25.406903 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Bound using segment: {'id': 'ac9b0d38-d3ff-4443-a234-20072088fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:48:25.407663 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Bound port: 349ea2b6-b764-4fd6-a587-8a8a991a7f45, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9b0d38-d3ff-4443-a234-20072088fd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:48:25.408007 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:25.474019 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] For port 349ea2b6-b764-4fd6-a587-8a8a991a7f45, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:48:25.477251 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] For port 349ea2b6-b764-4fd6-a587-8a8a991a7f45, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45,segment=NetworkSegment(ac9b0d38-d3ff-4443-a234-20072088fd51),segment_id=ac9b0d38-d3ff-4443-a234-20072088fd51)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:48:25.535696 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:25.541743 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-3dad5d40-6351-4229-b2a1-2b52ac855c11 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:25.575070 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:25.576065 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:25.577432 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] 10.222.0.52 "PUT /v2.0/ports/349ea2b6-b764-4fd6-a587-8a8a991a7f45 HTTP/1.1" status: 200 len: 1094 time: 0.8770249 Jun 21 04:48:25.580100 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'tag': '349ea2b6-b764-4fd6-a587-8a8a991a7f45'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:48:25.582377 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643aec99-9dce-4210-b96a-9181bc5ab1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7fcba153-3be1-4fef-b2c3-5f4c328ef10c", "tag": "349ea2b6-b764-4fd6-a587-8a8a991a7f45"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:48:25.610991 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Pushing event updated for resources: {'Port': ['ID=349ea2b6-b764-4fd6-a587-8a8a991a7f45,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:25.614460 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:25.632936 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114b6acd-268b-41b7-b01e-cad1812d162c x-openstack-request-id: req-114b6acd-268b-41b7-b01e-cad1812d162c {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:48:25.632936 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fcba153-3be1-4fef-b2c3-5f4c328ef10c", "tag": "349ea2b6-b764-4fd6-a587-8a8a991a7f45", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:48:25.632936 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-114b6acd-268b-41b7-b01e-cad1812d162c {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:48:25.632936 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'tag': '349ea2b6-b764-4fd6-a587-8a8a991a7f45', 'status': 'completed', 'code': 200} Jun 21 04:48:25.776113 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-c8ed3e82-5785-420e-88f5-2e0bf450fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:25.777626 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-c8ed3e82-5785-420e-88f5-2e0bf450fc46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c998158734ae4812aabfd30f06862005&device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 1097 time: 0.0596113 Jun 21 04:48:25.832255 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-67c4dba8-6c8f-4e20-8d91-e1d237cecb51 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45 HTTP/1.1" status: 200 len: 217 time: 0.0352752 Jun 21 04:48:25.882509 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-20e0dc22-c4a8-41d7-8f44-fc9f1b080f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:25.883864 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-20e0dc22-c4a8-41d7-8f44-fc9f1b080f19 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=91f3b558-53bc-40a7-bda2-9d735e1d87e6 HTTP/1.1" status: 200 len: 848 time: 0.0443079 Jun 21 04:48:25.956891 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6e4c6ba8-faef-40d9-8c01-1900df35a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:25.958340 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-6e4c6ba8-faef-40d9-8c01-1900df35a563 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d314ade1-18b7-4745-a216-e1435ec35aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562689 Jun 21 04:48:26.048464 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-87b22198-9a03-4faf-a898-1e7e043f2772 service neutron] 10.222.0.52 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807061 Jun 21 04:48:26.142262 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-20dd1499-8120-434f-8da1-5ff761d62af2 req-d1a536eb-d716-464b-8a6e-72963788a39f service neutron] 10.222.0.52 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853958 Jun 21 04:48:26.296782 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-3d015f72-7d1f-48da-8f2c-6b805554ac38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:26.315760 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2a08b-888a-4ecf-8cc3-3fd41a286344 req-9566e43b-f02b-4fad-be5c-7ff7f3525ea8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:26.317312 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b0a2a08b-888a-4ecf-8cc3-3fd41a286344 req-9566e43b-f02b-4fad-be5c-7ff7f3525ea8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0692873 Jun 21 04:48:26.355729 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b0a2a08b-888a-4ecf-8cc3-3fd41a286344 req-183c5066-c49a-4cff-b305-a3a6c5ac202e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320230 Jun 21 04:48:26.371414 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed084e1-922f-4004-9124-5fc69092a47b req-46148a78-2764-42f3-ae72-c0ec7f15aefc tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:26.372715 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2ed084e1-922f-4004-9124-5fc69092a47b req-46148a78-2764-42f3-ae72-c0ec7f15aefc tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.0933709 Jun 21 04:48:26.431142 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aec99-9dce-4210-b96a-9181bc5ab1f2 req-d592f77b-70e7-4f15-bc23-1c5a4aa533e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:26.432625 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-643aec99-9dce-4210-b96a-9181bc5ab1f2 req-d592f77b-70e7-4f15-bc23-1c5a4aa533e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c998158734ae4812aabfd30f06862005&device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 1097 time: 0.1006968 Jun 21 04:48:26.437336 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2ed084e1-922f-4004-9124-5fc69092a47b req-8cb01eb2-b9be-40d3-b94b-0a9df235f5f3 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570910 Jun 21 04:48:26.537349 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aec99-9dce-4210-b96a-9181bc5ab1f2 req-ef652b26-6f99-4d1f-85b7-666e39924cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:26.538774 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-643aec99-9dce-4210-b96a-9181bc5ab1f2 req-ef652b26-6f99-4d1f-85b7-666e39924cf3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d314ade1-18b7-4745-a216-e1435ec35aa7 HTTP/1.1" status: 200 len: 910 time: 0.0993736 Jun 21 04:48:26.547346 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:26.585589 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-643aec99-9dce-4210-b96a-9181bc5ab1f2 req-ab3cfdc4-26c1-4c17-a7cb-cd0b574e5b11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45 HTTP/1.1" status: 200 len: 217 time: 0.0350745 Jun 21 04:48:26.640418 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aec99-9dce-4210-b96a-9181bc5ab1f2 req-dba76af1-64b1-42f8-b63c-41e5db99c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:26.641802 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-643aec99-9dce-4210-b96a-9181bc5ab1f2 req-dba76af1-64b1-42f8-b63c-41e5db99c0e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=91f3b558-53bc-40a7-bda2-9d735e1d87e6 HTTP/1.1" status: 200 len: 848 time: 0.0474107 Jun 21 04:48:26.698578 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aec99-9dce-4210-b96a-9181bc5ab1f2 req-5f062c1c-a975-4ef3-92a8-d7c5cc7dfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:26.700060 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-643aec99-9dce-4210-b96a-9181bc5ab1f2 req-5f062c1c-a975-4ef3-92a8-d7c5cc7dfbdd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d314ade1-18b7-4745-a216-e1435ec35aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515869 Jun 21 04:48:26.793088 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-643aec99-9dce-4210-b96a-9181bc5ab1f2 req-0db508b7-41f0-4777-823a-5a1818538dd9 service neutron] 10.222.0.52 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826535 Jun 21 04:48:27.152367 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-643aec99-9dce-4210-b96a-9181bc5ab1f2 req-883d7eec-c0f5-439f-a823-61f0520601ff service neutron] 10.222.0.52 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497155 Jun 21 04:48:27.335547 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:27.532578 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf7663-86ad-4e36-b292-a786539cdc80 req-cc085fb6-0b0f-4905-9fb4-1d8a305341c0 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:27.534024 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-97cf7663-86ad-4e36-b292-a786539cdc80 req-cc085fb6-0b0f-4905-9fb4-1d8a305341c0 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0635920 Jun 21 04:48:27.572415 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-97cf7663-86ad-4e36-b292-a786539cdc80 req-efb00e4c-d585-4984-be58-a7007fccf8ab tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325184 Jun 21 04:48:27.609449 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2af61-d94b-4f31-9c21-46140445665f req-7d63c83e-7cc0-4731-86f2-ae53484d8bc1 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:27.610897 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d7e2af61-d94b-4f31-9c21-46140445665f req-7d63c83e-7cc0-4731-86f2-ae53484d8bc1 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.0635705 Jun 21 04:48:27.649256 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d7e2af61-d94b-4f31-9c21-46140445665f req-9b4afe65-4ae1-4bf5-8d03-d9f0cc3b6e8b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326927 Jun 21 04:48:28.795372 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635fc54-cb0f-4e19-98da-b005f18439de req-44c8c0ed-6bc9-44d6-bd6e-13ab84a53a7f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:28.796842 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3635fc54-cb0f-4e19-98da-b005f18439de req-44c8c0ed-6bc9-44d6-bd6e-13ab84a53a7f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.1082573 Jun 21 04:48:28.834818 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d1623-80a3-4363-8d2f-6380a7322d39 req-277aac01-f1d4-4f1d-8efb-9066bd745ad4 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:28.836296 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0b5d1623-80a3-4363-8d2f-6380a7322d39 req-277aac01-f1d4-4f1d-8efb-9066bd745ad4 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.0759301 Jun 21 04:48:28.838783 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 7af489cc-eb26-494f-b4a1-f93e020e0782 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:48:28.840087 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3635fc54-cb0f-4e19-98da-b005f18439de req-63472ac2-ef43-4c4d-8a2e-d989632977c6 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373209 Jun 21 04:48:28.876486 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0b5d1623-80a3-4363-8d2f-6380a7322d39 req-4533b513-ebe9-406e-bfc8-3b1415851472 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325747 Jun 21 04:48:28.964045 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 7af489cc-eb26-494f-b4a1-f93e020e0782, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7af489cc-eb26-494f-b4a1-f93e020e0782,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:48:28.981170 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'port_id': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'mac_address': 'fa:16:3e:f2:39:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:48:29.022194 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:29.034630 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af489cc-eb26-494f-b4a1-f93e020e0782 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:48:29.054107 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 7af489cc-eb26-494f-b4a1-f93e020e0782, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7af489cc-eb26-494f-b4a1-f93e020e0782,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:48:29.060896 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:29.129562 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:29.131953 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-38b5ecdd-fab2-4f17-abb5-12541196fae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:29.179816 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=7af489cc-eb26-494f-b4a1-f93e020e0782,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:29.182787 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:29.723265 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['7af489cc-eb26-494f-b4a1-f93e020e0782'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:48:30.017095 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca9ebf-6cbe-4917-9ed6-5b0ea8fa35c7 req-46c3e091-b35f-4e81-ba33-bec2662543b1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:30.018454 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-98ca9ebf-6cbe-4917-9ed6-5b0ea8fa35c7 req-46c3e091-b35f-4e81-ba33-bec2662543b1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 945 time: 0.0626969 Jun 21 04:48:30.052158 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506864d-51d8-4c8a-b73f-ef02a59645f4 req-2efa538c-5104-4e0d-913e-b0447e53c5fd tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:30.053617 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0506864d-51d8-4c8a-b73f-ef02a59645f4 req-2efa538c-5104-4e0d-913e-b0447e53c5fd tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.0634742 Jun 21 04:48:30.057383 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-98ca9ebf-6cbe-4917-9ed6-5b0ea8fa35c7 req-78eaa7cc-b3a2-4f30-bedf-c0b84e412a02 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321069 Jun 21 04:48:30.091114 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0506864d-51d8-4c8a-b73f-ef02a59645f4 req-824b72b0-777d-487c-8672-504a31b36249 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319250 Jun 21 04:48:30.853468 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 7af489cc-eb26-494f-b4a1-f93e020e0782 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:48:30.979905 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port 7af489cc-eb26-494f-b4a1-f93e020e0782 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:48:30.983408 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port 7af489cc-eb26-494f-b4a1-f93e020e0782 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:48:30.983792 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:31.059288 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:31.081352 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af489cc-eb26-494f-b4a1-f93e020e0782'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:48:31.083644 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad008d82-d47a-40d7-8844-be8dba85a999" -d '{"events": [{"server_uuid": "c66384b7-f2cd-4905-bd10-205b86cc2de2", "name": "network-vif-plugged", "status": "completed", "tag": "7af489cc-eb26-494f-b4a1-f93e020e0782"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:48:31.096743 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 7af489cc-eb26-494f-b4a1-f93e020e0782, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7af489cc-eb26-494f-b4a1-f93e020e0782,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:48:31.120592 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d699cd-9d0c-4116-a6bc-14cc3c4aea90 x-openstack-request-id: req-04d699cd-9d0c-4116-a6bc-14cc3c4aea90 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:48:31.120927 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66384b7-f2cd-4905-bd10-205b86cc2de2", "name": "network-vif-plugged", "status": "completed", "tag": "7af489cc-eb26-494f-b4a1-f93e020e0782", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:48:31.121190 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04d699cd-9d0c-4116-a6bc-14cc3c4aea90 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:48:31.121583 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'code': 200} Jun 21 04:48:31.181346 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:31.183710 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-17f31760-a0bc-4516-bdcd-0be39154fbcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:31.241961 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=7af489cc-eb26-494f-b4a1-f93e020e0782,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:31.249947 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:31.250307 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:31.250647 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:31.250850 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec929d-6af0-4655-8a68-c543b0231daf req-2295109b-6f8f-444c-bda6-b6d1c26c5f18 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:31.251521 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:31.251521 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:31.251696 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:31.251951 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:31.252362 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:31.252591 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:31.252910 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:31.253018 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-09ec929d-6af0-4655-8a68-c543b0231daf req-2295109b-6f8f-444c-bda6-b6d1c26c5f18 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0820649 Jun 21 04:48:31.253283 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:31.253666 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:31.259973 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:31.289946 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9ea88-4ddf-45ed-9102-c5dfa2b0e835 req-c4f5ec18-dca8-41b2-b14c-caed10b26b8b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:31.291443 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7cb9ea88-4ddf-45ed-9102-c5dfa2b0e835 req-c4f5ec18-dca8-41b2-b14c-caed10b26b8b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.0727191 Jun 21 04:48:31.292205 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-09ec929d-6af0-4655-8a68-c543b0231daf req-556b258e-c4c5-450c-b026-8bf58ffa04e6 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336249 Jun 21 04:48:31.340054 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7cb9ea88-4ddf-45ed-9102-c5dfa2b0e835 req-9a9f1fdd-ea3e-4980-8cae-1fff037fd39b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397830 Jun 21 04:48:31.522150 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f185d97-820b-44d4-ab75-43240b86d1e4 req-af49e178-d424-4cd5-ad06-222b17922c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:31.523538 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2f185d97-820b-44d4-ab75-43240b86d1e4 req-af49e178-d424-4cd5-ad06-222b17922c32 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 1099 time: 0.0501208 Jun 21 04:48:31.559503 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2f185d97-820b-44d4-ab75-43240b86d1e4 req-816727cb-3893-4d6b-a452-2da1a3e91482 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280173 Jun 21 04:48:32.476068 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef7677-b291-437a-b189-af652ddb5059 req-097114ba-e8a3-4d11-8436-680cbb0e7933 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:32.477630 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-dbef7677-b291-437a-b189-af652ddb5059 req-097114ba-e8a3-4d11-8436-680cbb0e7933 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0677569 Jun 21 04:48:32.511352 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6c637-e477-4989-a546-3f8513dd09a9 req-8ab5c6e6-6905-4d46-98c0-cb78b3c141e1 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:32.512825 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-06a6c637-e477-4989-a546-3f8513dd09a9 req-8ab5c6e6-6905-4d46-98c0-cb78b3c141e1 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.0625298 Jun 21 04:48:32.516731 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-dbef7677-b291-437a-b189-af652ddb5059 req-85356ddb-d9c5-43bd-a598-32deff45e1f9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334725 Jun 21 04:48:32.550080 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-06a6c637-e477-4989-a546-3f8513dd09a9 req-757fbacc-8f84-490a-8ac2-013fc42e148a tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312228 Jun 21 04:48:33.704843 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b63834-f832-4267-aee6-ef03becc566b req-642bc864-cceb-417b-a695-90b30a23af80 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:33.706327 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-58b63834-f832-4267-aee6-ef03becc566b req-642bc864-cceb-417b-a695-90b30a23af80 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0703535 Jun 21 04:48:33.734270 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879d6aa-0dad-4e35-89fc-982be120eda6 req-8edba69d-fe99-46a7-8173-0b02a06b4c26 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:33.735813 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c879d6aa-0dad-4e35-89fc-982be120eda6 req-8edba69d-fe99-46a7-8173-0b02a06b4c26 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.0688560 Jun 21 04:48:33.750217 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-58b63834-f832-4267-aee6-ef03becc566b req-d4cff6fa-0eb3-449f-a113-dd7cb86e7ac8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370986 Jun 21 04:48:33.773765 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c879d6aa-0dad-4e35-89fc-982be120eda6 req-42f5fc43-8ad9-4cd4-a9fb-9f1f7e332f06 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321136 Jun 21 04:48:34.882048 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 349ea2b6-b764-4fd6-a587-8a8a991a7f45 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:48:34.938796 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9278c-7f4a-4cf1-b1f9-b2bb7e085e12 req-eff7f1ae-d6fc-4454-95f2-60e0d856a3a2 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:34.942232 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-33f9278c-7f4a-4cf1-b1f9-b2bb7e085e12 req-eff7f1ae-d6fc-4454-95f2-60e0d856a3a2 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0705874 Jun 21 04:48:34.984642 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-33f9278c-7f4a-4cf1-b1f9-b2bb7e085e12 req-2783d3e4-6002-403c-b3e4-7d17e464fcae tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383508 Jun 21 04:48:34.985610 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 349ea2b6-b764-4fd6-a587-8a8a991a7f45, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45,segment=NetworkSegment(ac9b0d38-d3ff-4443-a234-20072088fd51),segment_id=ac9b0d38-d3ff-4443-a234-20072088fd51)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:48:34.998082 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': '349ea2b6-b764-4fd6-a587-8a8a991a7f45', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'port_id': '349ea2b6-b764-4fd6-a587-8a8a991a7f45', 'mac_address': 'fa:16:3e:18:dd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:48:35.036016 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:35.054170 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349ea2b6-b764-4fd6-a587-8a8a991a7f45 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:48:35.073114 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 349ea2b6-b764-4fd6-a587-8a8a991a7f45, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45,segment=NetworkSegment(ac9b0d38-d3ff-4443-a234-20072088fd51),segment_id=ac9b0d38-d3ff-4443-a234-20072088fd51)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:48:35.113082 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ea249-dba0-4fc9-97af-48986021f6b7 req-25706b24-ec81-4740-82de-0a5ce07ae470 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:35.115728 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-582ea249-dba0-4fc9-97af-48986021f6b7 req-25706b24-ec81-4740-82de-0a5ce07ae470 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.0667045 Jun 21 04:48:35.135419 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:35.138554 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:35.154209 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-582ea249-dba0-4fc9-97af-48986021f6b7 req-a588fae0-1727-4c43-aa58-e5ef05e94441 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329676 Jun 21 04:48:35.163919 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a51ff-dc37-4bc2-abf0-17004218b2a2 req-4738fc30-d781-48d3-b4bc-f57c04179f6f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:35.165698 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4c8a51ff-dc37-4bc2-abf0-17004218b2a2 req-4738fc30-d781-48d3-b4bc-f57c04179f6f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0702648 Jun 21 04:48:35.174882 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53760) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:35.180807 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-f2bcd6a8-1a91-42f9-af9c-452e74577fdb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Request body: {'floatingip': {'port_id': '7af489cc-eb26-494f-b4a1-f93e020e0782'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:35.190283 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=349ea2b6-b764-4fd6-a587-8a8a991a7f45,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:35.194020 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:35.219368 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f2bcd6a8-1a91-42f9-af9c-452e74577fdb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for floatingip, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:35.654171 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f2bcd6a8-1a91-42f9-af9c-452e74577fdb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:35.682422 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['349ea2b6-b764-4fd6-a587-8a8a991a7f45'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:48:35.753037 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f2bcd6a8-1a91-42f9-af9c-452e74577fdb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:35.852176 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.db.l3_db [None req-f2bcd6a8-1a91-42f9-af9c-452e74577fdb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Floating IP 7b0e32f2-08b3-4660-9a3e-222f16412002 associated. External IP: 172.27.1.219, port: 7af489cc-eb26-494f-b4a1-f93e020e0782. Jun 21 04:48:36.060550 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bcd6a8-1a91-42f9-af9c-452e74577fdb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Router 2d037b07-fb46-4647-acf6-959d1ac57e8d has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:48:36.167040 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bcd6a8-1a91-42f9-af9c-452e74577fdb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:48:36.171692 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f2bcd6a8-1a91-42f9-af9c-452e74577fdb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:36.179097 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df013c8-38b8-4628-8a9d-d0fdd0bb70a1 None None] Sync routers for ids ['2d037b07-fb46-4647-acf6-959d1ac57e8d'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:48:36.187840 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df013c8-38b8-4628-8a9d-d0fdd0bb70a1 None None] Routers {'2d037b07-fb46-4647-acf6-959d1ac57e8d'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:48:36.188714 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-9df013c8-38b8-4628-8a9d-d0fdd0bb70a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:48:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['2d037b07-fb46-4647-acf6-959d1ac57e8d'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:36.222413 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-f2bcd6a8-1a91-42f9-af9c-452e74577fdb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "PUT /v2.0/floatingips/7b0e32f2-08b3-4660-9a3e-222f16412002 HTTP/1.1" status: 200 len: 992 time: 1.0457110 Jun 21 04:48:36.227650 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'tag': '7af489cc-eb26-494f-b4a1-f93e020e0782'}] {{(pid=99942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:48:36.227947 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bf6e30c1a07a791af3ea18dbd348b4fe660b6058a7e308237f87cf4cd446b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c0337b-f070-4650-bb6f-e8e5fe8d30c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c66384b7-f2cd-4905-bd10-205b86cc2de2", "tag": "7af489cc-eb26-494f-b4a1-f93e020e0782"}]}' {{(pid=99942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:48:36.306832 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-9df013c8-38b8-4628-8a9d-d0fdd0bb70a1 None None] Set router 2d037b07-fb46-4647-acf6-959d1ac57e8d gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:48:36.331573 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2a389-6652-4e5e-b9ed-d3e903dc7381 req-12a74eb4-d2b0-4ed5-98c7-f88b92e439ec tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:36.332944 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-acc2a389-6652-4e5e-b9ed-d3e903dc7381 req-12a74eb4-d2b0-4ed5-98c7-f88b92e439ec tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 945 time: 0.0643570 Jun 21 04:48:36.377605 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-acc2a389-6652-4e5e-b9ed-d3e903dc7381 req-0068d056-afbc-4518-bab8-c012a2db27fe tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387259 Jun 21 04:48:36.423425 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15380973-4570-4622-9dc3-ceee0bccdb47 x-openstack-request-id: req-15380973-4570-4622-9dc3-ceee0bccdb47 {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:48:36.423760 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66384b7-f2cd-4905-bd10-205b86cc2de2", "tag": "7af489cc-eb26-494f-b4a1-f93e020e0782", "status": "completed", "code": 200}]} {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:48:36.424061 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15380973-4570-4622-9dc3-ceee0bccdb47 {{(pid=99942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:48:36.424490 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'tag': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'status': 'completed', 'code': 200} Jun 21 04:48:36.531091 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-9df013c8-38b8-4628-8a9d-d0fdd0bb70a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '7b0e32f2-08b3-4660-9a3e-222f16412002', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'port_id': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'mac_address': 'fa:16:3e:f2:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:15Z', 'updated_at': '2021-06-21T04:48:35Z', 'revision_number': 1, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6300b3e6-8353-4a92-be26-a9bf6e63db2a', 'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'mac_address': 'fa:16:3e:a4:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:17Z', 'updated_at': '2021-06-21T04:40:28Z', 'revision_number': 5, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'subnets': [{'id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:36.549847 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0337b-f070-4650-bb6f-e8e5fe8d30c0 req-15ede420-a2cb-41d3-a64a-7829bd780b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:36.551353 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-91c0337b-f070-4650-bb6f-e8e5fe8d30c0 req-15ede420-a2cb-41d3-a64a-7829bd780b45 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b575213fd3cf475ba09994a823f48ca0&device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 1099 time: 0.0553963 Jun 21 04:48:36.561003 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df013c8-38b8-4628-8a9d-d0fdd0bb70a1 None None] Checking router: 2d037b07-fb46-4647-acf6-959d1ac57e8d for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:48:36.570541 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df013c8-38b8-4628-8a9d-d0fdd0bb70a1 None None] Routers {'2d037b07-fb46-4647-acf6-959d1ac57e8d'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:48:36.571140 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-9df013c8-38b8-4628-8a9d-d0fdd0bb70a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:48:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['2d037b07-fb46-4647-acf6-959d1ac57e8d'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:36.643783 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0337b-f070-4650-bb6f-e8e5fe8d30c0 req-7b8b718c-2d48-4c7a-b379-82b60cac36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:36.645134 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-91c0337b-f070-4650-bb6f-e8e5fe8d30c0 req-7b8b718c-2d48-4c7a-b379-82b60cac36c7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61390495-c3b7-4548-81d7-17e6d745f6c7 HTTP/1.1" status: 200 len: 917 time: 0.0833969 Jun 21 04:48:36.670909 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-9df013c8-38b8-4628-8a9d-d0fdd0bb70a1 None None] Set router 2d037b07-fb46-4647-acf6-959d1ac57e8d gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:48:36.721040 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-91c0337b-f070-4650-bb6f-e8e5fe8d30c0 req-c5516b98-85a5-4d15-a37f-0c6c1d06605c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7af489cc-eb26-494f-b4a1-f93e020e0782 HTTP/1.1" status: 200 len: 1000 time: 0.0636988 Jun 21 04:48:36.771280 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0337b-f070-4650-bb6f-e8e5fe8d30c0 req-09867be0-1348-4499-b51e-ce2f6319d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:36.772817 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-91c0337b-f070-4650-bb6f-e8e5fe8d30c0 req-09867be0-1348-4499-b51e-ce2f6319d70a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b671d7e-332a-43b4-8527-08dc27325fa0 HTTP/1.1" status: 200 len: 855 time: 0.0437100 Jun 21 04:48:36.830892 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0337b-f070-4650-bb6f-e8e5fe8d30c0 req-a51ec801-775b-4609-88d1-c3e8f3e988c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:36.832403 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-91c0337b-f070-4650-bb6f-e8e5fe8d30c0 req-a51ec801-775b-4609-88d1-c3e8f3e988c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61390495-c3b7-4548-81d7-17e6d745f6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515771 Jun 21 04:48:36.893901 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-9df013c8-38b8-4628-8a9d-d0fdd0bb70a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '7b0e32f2-08b3-4660-9a3e-222f16412002', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'port_id': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'mac_address': 'fa:16:3e:f2:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:15Z', 'updated_at': '2021-06-21T04:48:35Z', 'revision_number': 1, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6300b3e6-8353-4a92-be26-a9bf6e63db2a', 'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'mac_address': 'fa:16:3e:a4:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:17Z', 'updated_at': '2021-06-21T04:40:28Z', 'revision_number': 5, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'subnets': [{'id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:36.920375 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df013c8-38b8-4628-8a9d-d0fdd0bb70a1 None None] The sync data for ids ['2d037b07-fb46-4647-acf6-959d1ac57e8d'] in dv-cinder-772623-10-iscsi is: [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '7b0e32f2-08b3-4660-9a3e-222f16412002', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'port_id': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'mac_address': 'fa:16:3e:f2:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:15Z', 'updated_at': '2021-06-21T04:48:35Z', 'revision_number': 1, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6300b3e6-8353-4a92-be26-a9bf6e63db2a', 'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'mac_address': 'fa:16:3e:a4:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:17Z', 'updated_at': '2021-06-21T04:40:28Z', 'revision_number': 5, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'subnets': [{'id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:48:36.933399 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-91c0337b-f070-4650-bb6f-e8e5fe8d30c0 req-a6666066-cc2f-4627-b884-eee91efd7f98 service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879653 Jun 21 04:48:37.034026 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-91c0337b-f070-4650-bb6f-e8e5fe8d30c0 req-ce4c62c7-38a9-4419-8aae-3f5e5cc4b6f7 service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864990 Jun 21 04:48:37.104188 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d8e04-f9d1-4fee-b653-ae037e8b097f None None] New status for floating IP 7b0e32f2-08b3-4660-9a3e-222f16412002: ACTIVE {{(pid=99945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:48:37.550231 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807147a-0ab7-4744-aa47-5703c05a0435 req-ff379887-7347-4fc0-b4dd-e5fd235f9424 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:37.551752 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a807147a-0ab7-4744-aa47-5703c05a0435 req-ff379887-7347-4fc0-b4dd-e5fd235f9424 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 945 time: 0.0608597 Jun 21 04:48:37.589271 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a807147a-0ab7-4744-aa47-5703c05a0435 req-a8087178-6b9b-4e85-8b8a-7e388fcbab4f tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315392 Jun 21 04:48:38.764621 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6c4f3-e3ff-4587-8085-7eb1247d5b93 req-f3bf5296-0ffd-4e2a-aaa5-4c2441d4297a tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:38.766066 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4cb6c4f3-e3ff-4587-8085-7eb1247d5b93 req-f3bf5296-0ffd-4e2a-aaa5-4c2441d4297a tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 945 time: 0.0674479 Jun 21 04:48:38.805124 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4cb6c4f3-e3ff-4587-8085-7eb1247d5b93 req-b1f3ec77-e7f9-4dc6-ab24-1b058965a3c0 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330384 Jun 21 04:48:38.908951 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 349ea2b6-b764-4fd6-a587-8a8a991a7f45 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:48:39.042422 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port 349ea2b6-b764-4fd6-a587-8a8a991a7f45 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:48:39.046117 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port 349ea2b6-b764-4fd6-a587-8a8a991a7f45 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:48:39.046516 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:39.123827 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:39.145100 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349ea2b6-b764-4fd6-a587-8a8a991a7f45'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:48:39.147852 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6170ca-4b82-4dd5-9130-845d65058d0b" -d '{"events": [{"server_uuid": "7fcba153-3be1-4fef-b2c3-5f4c328ef10c", "name": "network-vif-plugged", "status": "completed", "tag": "349ea2b6-b764-4fd6-a587-8a8a991a7f45"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:48:39.160408 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 349ea2b6-b764-4fd6-a587-8a8a991a7f45, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45,segment=NetworkSegment(ac9b0d38-d3ff-4443-a234-20072088fd51),segment_id=ac9b0d38-d3ff-4443-a234-20072088fd51)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:48:39.184788 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d22e7f-49a7-4fbd-bd5f-9e6368ab00a9 x-openstack-request-id: req-d3d22e7f-49a7-4fbd-bd5f-9e6368ab00a9 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:48:39.185085 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcba153-3be1-4fef-b2c3-5f4c328ef10c", "name": "network-vif-plugged", "status": "completed", "tag": "349ea2b6-b764-4fd6-a587-8a8a991a7f45", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:48:39.185351 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3d22e7f-49a7-4fbd-bd5f-9e6368ab00a9 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:48:39.185750 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349ea2b6-b764-4fd6-a587-8a8a991a7f45', 'code': 200} Jun 21 04:48:39.247669 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:39.249521 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:39.296130 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=349ea2b6-b764-4fd6-a587-8a8a991a7f45,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:39.299001 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:39.743799 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d88ba8-1748-4ba0-a226-c46752c2f4d4 req-38672ee8-398d-48cb-9feb-e52805a39020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:39.745354 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c2d88ba8-1748-4ba0-a226-c46752c2f4d4 req-38672ee8-398d-48cb-9feb-e52805a39020 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 1099 time: 0.0534854 Jun 21 04:48:39.785366 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c2d88ba8-1748-4ba0-a226-c46752c2f4d4 req-fe5971b9-d323-43fc-8465-ec839c0c749d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293651 Jun 21 04:48:40.174564 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3585d77-366f-4819-8e2e-6a38a1f7573b req-939c7682-7686-4877-a0ea-b32def48d084 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:40.176046 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c3585d77-366f-4819-8e2e-6a38a1f7573b req-939c7682-7686-4877-a0ea-b32def48d084 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0644555 Jun 21 04:48:40.213418 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c3585d77-366f-4819-8e2e-6a38a1f7573b req-59df9807-7b4a-456a-9f6c-2c422cba5368 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311296 Jun 21 04:48:40.376610 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f72d9-fc6c-4b6b-b0f2-a749b310cabc req-4147519f-bd6a-4de3-a098-6499ace64b4b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:40.378145 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a45f72d9-fc6c-4b6b-b0f2-a749b310cabc req-4147519f-bd6a-4de3-a098-6499ace64b4b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0669115 Jun 21 04:48:40.415387 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a45f72d9-fc6c-4b6b-b0f2-a749b310cabc req-365aabca-ff21-4a65-9c61-59b1c0b11e7b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312796 Jun 21 04:48:41.389710 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446e137-ce07-4986-a2c4-938a7fd40389 req-3eae7d28-6f5f-4a4c-9b4b-264f02b7ca28 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:41.391532 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f446e137-ce07-4986-a2c4-938a7fd40389 req-3eae7d28-6f5f-4a4c-9b4b-264f02b7ca28 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0675097 Jun 21 04:48:41.426995 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f446e137-ce07-4986-a2c4-938a7fd40389 req-762bea26-02d4-45d5-a3f7-4cdf757f964e tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299351 Jun 21 04:48:41.593593 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb108c-bdd5-4728-9fe6-b6469e1e9c76 req-f94dc26e-a86d-483b-b1e3-4fc923377bce tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:41.594925 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-69eb108c-bdd5-4728-9fe6-b6469e1e9c76 req-f94dc26e-a86d-483b-b1e3-4fc923377bce tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0638323 Jun 21 04:48:41.633404 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-69eb108c-bdd5-4728-9fe6-b6469e1e9c76 req-ad3d56b6-fb62-4965-9dae-0b1f3c1331d0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320640 Jun 21 04:48:42.601203 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e065c52-86b8-4cf8-979c-83ce96711f95 req-f4d78b07-d75f-4f78-b123-d22fff00bb1c tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:42.602645 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1e065c52-86b8-4cf8-979c-83ce96711f95 req-f4d78b07-d75f-4f78-b123-d22fff00bb1c tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0670154 Jun 21 04:48:42.639249 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1e065c52-86b8-4cf8-979c-83ce96711f95 req-d84dd259-e680-46b7-aac8-5991172928ec tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309970 Jun 21 04:48:42.744143 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:48:42.808968 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d0264-d58d-49d7-9fc2-9748305d4048 req-8013276b-4598-4a1d-affe-3eae99f26ed6 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:42.811106 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ac2d0264-d58d-49d7-9fc2-9748305d4048 req-8013276b-4598-4a1d-affe-3eae99f26ed6 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.0648844 Jun 21 04:48:42.839019 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-c0358095-a971-47db-b077-30f2fcbc2de8 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:42.840473 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-c0358095-a971-47db-b077-30f2fcbc2de8 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 945 time: 0.1047008 Jun 21 04:48:42.848147 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ac2d0264-d58d-49d7-9fc2-9748305d4048 req-4d2f0b34-226d-4843-8bec-b4467d57339d tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=66e4c65c-80ca-4df7-a151-e55cfc20669b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310793 Jun 21 04:48:42.864112 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f5650-0262-472a-afab-1a38ff0bc48b req-a77bb11f-76c1-474a-bda0-2f4c2147df9b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:42.866045 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-024f5650-0262-472a-afab-1a38ff0bc48b req-a77bb11f-76c1-474a-bda0-2f4c2147df9b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.1002154 Jun 21 04:48:42.958741 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-024f5650-0262-472a-afab-1a38ff0bc48b req-476b06b9-596a-473f-b93e-19cacc289c59 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745091 Jun 21 04:48:42.982602 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53810) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:42.983028 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Deleting port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:48:42.983406 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:43.078248 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] For port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5e7750dc-876c-440f-8b7f-4d8b1eddaba8,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:48:43.078606 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:43.085607 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d31fa52-419a-46e0-bcd0-b7b0b5890bb8 tempest-TestShelveInstance-425320453 tempest-TestShelveInstance-425320453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:43.087103 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-5d31fa52-419a-46e0-bcd0-b7b0b5890bb8 tempest-TestShelveInstance-425320453 tempest-TestShelveInstance-425320453-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 1094 time: 0.1034505 Jun 21 04:48:43.090039 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53814) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:43.094983 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Request body: {'floatingip': {'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'port_id': '349ea2b6-b764-4fd6-a587-8a8a991a7f45', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:43.170191 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for floatingip, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:43.255224 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:43.255622 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:43.256031 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.l3_db [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Floating IP 79755617-0958-4548-87d1-8ea66964c3b2 disassociated. External IP: 172.27.1.102, port: 5e7750dc-876c-440f-8b7f-4d8b1eddaba8. Jun 21 04:48:43.256472 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Calling delete_port for 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:48:43.273772 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:43.382959 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Allocated IP 172.27.1.80 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/bebbaa33-1128-4d4a-a3f2-145eb83ef511) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:48:43.438799 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:43.444414 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e6fb0915-c031-4e07-a177-e89a04e39fa9 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:43.473776 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event deleted for resources: {'Port': ['ID=5e7750dc-876c-440f-8b7f-4d8b1eddaba8,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:43.487309 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.487309 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.487496 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:43.487587 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.487587 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.487587 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.487813 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.488161 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.488496 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.488858 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.489206 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.489562 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.489935 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.495445 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:43.593599 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25676322'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:43.596516 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:43.597875 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Router 98cebc3e-1563-485d-9cae-e78a16a5eb83 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:48:43.634940 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:48:43.637631 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:48:43.640291 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:48:43.675884 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Pushing event updated for resources: {'Port': ['ID=bebbaa33-1128-4d4a-a3f2-145eb83ef511,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:43.687766 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.688105 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.688725 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.689332 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.689683 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.690035 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.690380 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.690722 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.691065 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.691427 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.691766 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.692106 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:48:43.697917 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:43.706208 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:48:43.717193 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634fbba-3f3a-4af6-be77-e2263c094dbf None None] Sync routers for ids ['98cebc3e-1563-485d-9cae-e78a16a5eb83'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:48:43.729046 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a634fbba-3f3a-4af6-be77-e2263c094dbf None None] Routers {'98cebc3e-1563-485d-9cae-e78a16a5eb83'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:48:43.729817 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-a634fbba-3f3a-4af6-be77-e2263c094dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:48:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['98cebc3e-1563-485d-9cae-e78a16a5eb83'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:43.751895 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] No DVR routers for this DVR port 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:48:43.754570 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:43.757266 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b67c213d-d32e-4004-92ad-5eccbcbafb34 req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.52 "DELETE /v2.0/ports/5e7750dc-876c-440f-8b7f-4d8b1eddaba8 HTTP/1.1" status: 204 len: 173 time: 0.9090824 Jun 21 04:48:43.757859 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a54c5f-91b9-4d0b-9709-e07d41389bad', 'name': 'network-vif-deleted', 'tag': '5e7750dc-876c-440f-8b7f-4d8b1eddaba8'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:48:43.761189 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa00cb3d-d33d-4af4-a97f-57db5ea05793" -d '{"events": [{"server_uuid": "e5a54c5f-91b9-4d0b-9709-e07d41389bad", "name": "network-vif-deleted", "tag": "5e7750dc-876c-440f-8b7f-4d8b1eddaba8"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:48:43.807509 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eac055e-0cdb-458c-84a8-7e0b3b140c56 x-openstack-request-id: req-7eac055e-0cdb-458c-84a8-7e0b3b140c56 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:48:43.807835 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a54c5f-91b9-4d0b-9709-e07d41389bad", "name": "network-vif-deleted", "tag": "5e7750dc-876c-440f-8b7f-4d8b1eddaba8", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:48:43.808159 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7eac055e-0cdb-458c-84a8-7e0b3b140c56 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:48:43.808599 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a54c5f-91b9-4d0b-9709-e07d41389bad', 'name': 'network-vif-deleted', 'tag': '5e7750dc-876c-440f-8b7f-4d8b1eddaba8', 'status': 'completed', 'code': 200} Jun 21 04:48:43.997225 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-a634fbba-3f3a-4af6-be77-e2263c094dbf None None] Set router 98cebc3e-1563-485d-9cae-e78a16a5eb83 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:48:44.029905 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-fabbc7ce-d92d-4b78-ba72-88455ad74924 req-d8d7443c-9a53-4330-9802-c48709fd79ec tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 210 time: 0.0515325 Jun 21 04:48:44.152059 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:44.226399 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-a634fbba-3f3a-4af6-be77-e2263c094dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'b3bcbfdf-96f7-4fb5-a401-e8270e315c1e', 'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'mac_address': 'fa:16:3e:df:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:11Z', 'updated_at': '2021-06-21T04:40:20Z', 'revision_number': 5, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'subnets': [{'id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:44.254855 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634fbba-3f3a-4af6-be77-e2263c094dbf None None] Checking router: 98cebc3e-1563-485d-9cae-e78a16a5eb83 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:48:44.265029 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a634fbba-3f3a-4af6-be77-e2263c094dbf None None] Routers {'98cebc3e-1563-485d-9cae-e78a16a5eb83'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:48:44.270545 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-a634fbba-3f3a-4af6-be77-e2263c094dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:48:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['98cebc3e-1563-485d-9cae-e78a16a5eb83'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:44.384043 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-a634fbba-3f3a-4af6-be77-e2263c094dbf None None] Set router 98cebc3e-1563-485d-9cae-e78a16a5eb83 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:48:44.540002 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:44.586971 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-a634fbba-3f3a-4af6-be77-e2263c094dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'b3bcbfdf-96f7-4fb5-a401-e8270e315c1e', 'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'mac_address': 'fa:16:3e:df:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:11Z', 'updated_at': '2021-06-21T04:40:20Z', 'revision_number': 5, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'subnets': [{'id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:44.613009 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634fbba-3f3a-4af6-be77-e2263c094dbf None None] The sync data for ids ['98cebc3e-1563-485d-9cae-e78a16a5eb83'] in dv-cinder-772623-10-iscsi is: [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'b3bcbfdf-96f7-4fb5-a401-e8270e315c1e', 'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'mac_address': 'fa:16:3e:df:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:11Z', 'updated_at': '2021-06-21T04:40:20Z', 'revision_number': 5, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'subnets': [{'id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:48:44.695209 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:44.788407 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25676308'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:44.791384 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-18e3962a-82a4-4071-a62b-d33b4f5ec048 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:44.829229 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e792c45-5f1f-4ea5-9221-4a139f60909a None None] New status for floating IP 79755617-0958-4548-87d1-8ea66964c3b2: DOWN {{(pid=99945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:48:44.864379 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Pushing event updated for resources: {'Port': ['ID=bebbaa33-1128-4d4a-a3f2-145eb83ef511,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:44.869162 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:44.879231 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:44.907847 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:48:44.929623 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:48:44.929981 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 5e7750dc-876c-440f-8b7f-4d8b1eddaba8 not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:48:44.982561 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.db.l3_db [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Floating IP 77857459-6886-478e-9635-b69c9926c5ce associated. External IP: 172.27.1.80, port: 349ea2b6-b764-4fd6-a587-8a8a991a7f45. Jun 21 04:48:45.203633 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-497106e2-b1e9-4c80-b36c-c98ebe4feb0f req-59fec402-42f2-4274-984d-56d6395c782b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5a54c5f-91b9-4d0b-9709-e07d41389bad HTTP/1.1" status: 200 len: 210 time: 0.0334730 Jun 21 04:48:45.225105 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:48:45.334399 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:48:45.343583 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d502590-ebf6-4367-913b-6f92504ad60c None None] Sync routers for ids ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:48:45.352745 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d502590-ebf6-4367-913b-6f92504ad60c None None] Routers {'8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:48:45.353357 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-1d502590-ebf6-4367-913b-6f92504ad60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:48:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:45.442289 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:45.460043 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-1d502590-ebf6-4367-913b-6f92504ad60c None None] Set router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:48:45.480249 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3890791 Jun 21 04:48:45.480930 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'tag': '349ea2b6-b764-4fd6-a587-8a8a991a7f45'}] {{(pid=99942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:48:45.483417 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bf6e30c1a07a791af3ea18dbd348b4fe660b6058a7e308237f87cf4cd446b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5934b318-7c06-4a85-9260-0882c384a507" -d '{"events": [{"name": "network-changed", "server_uuid": "7fcba153-3be1-4fef-b2c3-5f4c328ef10c", "tag": "349ea2b6-b764-4fd6-a587-8a8a991a7f45"}]}' {{(pid=99942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:48:45.532407 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c8be03-10d5-4250-8957-af2bc6eb38fb x-openstack-request-id: req-28c8be03-10d5-4250-8957-af2bc6eb38fb {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:48:45.532741 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fcba153-3be1-4fef-b2c3-5f4c328ef10c", "tag": "349ea2b6-b764-4fd6-a587-8a8a991a7f45", "status": "completed", "code": 200}]} {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:48:45.533023 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28c8be03-10d5-4250-8957-af2bc6eb38fb {{(pid=99942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:48:45.533452 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'tag': '349ea2b6-b764-4fd6-a587-8a8a991a7f45', 'status': 'completed', 'code': 200} Jun 21 04:48:45.682412 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934b318-7c06-4a85-9260-0882c384a507 req-9792b175-bca6-45dd-9bf8-3a6695ad53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:45.683078 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-1d502590-ebf6-4367-913b-6f92504ad60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:29Z', 'updated_at': '2021-06-21T04:47:33Z', 'revision_number': 4, 'project_id': 'c998158734ae4812aabfd30f06862005', 'gw_port': {'id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:30Z', 'updated_at': '2021-06-21T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '77857459-6886-478e-9635-b69c9926c5ce', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'port_id': '349ea2b6-b764-4fd6-a587-8a8a991a7f45', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'mac_address': 'fa:16:3e:18:dd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:43Z', 'updated_at': '2021-06-21T04:48:43Z', 'revision_number': 0, 'project_id': 'c998158734ae4812aabfd30f06862005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4504460e-d178-4f09-8521-77a74525413c', 'name': '', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'mac_address': 'fa:16:3e:bd:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:33Z', 'updated_at': '2021-06-21T04:47:39Z', 'revision_number': 5, 'project_id': 'c998158734ae4812aabfd30f06862005', 'subnets': [{'id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:45.683932 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5934b318-7c06-4a85-9260-0882c384a507 req-9792b175-bca6-45dd-9bf8-3a6695ad53a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c998158734ae4812aabfd30f06862005&device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 1099 time: 0.0525098 Jun 21 04:48:45.709420 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d502590-ebf6-4367-913b-6f92504ad60c None None] Checking router: 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:48:45.720814 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d502590-ebf6-4367-913b-6f92504ad60c None None] Routers {'8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:48:45.720814 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-1d502590-ebf6-4367-913b-6f92504ad60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:48:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:45.778793 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934b318-7c06-4a85-9260-0882c384a507 req-ccadd420-e883-4392-b6d9-015e56474a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:45.780257 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5934b318-7c06-4a85-9260-0882c384a507 req-ccadd420-e883-4392-b6d9-015e56474a52 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d314ade1-18b7-4745-a216-e1435ec35aa7 HTTP/1.1" status: 200 len: 910 time: 0.0873785 Jun 21 04:48:45.824296 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-1d502590-ebf6-4367-913b-6f92504ad60c None None] Set router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:48:45.846644 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5934b318-7c06-4a85-9260-0882c384a507 req-0324fa42-4cb1-45ac-98fe-235190e43beb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45 HTTP/1.1" status: 200 len: 999 time: 0.0577450 Jun 21 04:48:45.905232 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934b318-7c06-4a85-9260-0882c384a507 req-934debfb-783c-44ca-9225-8888807dbe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:45.906664 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5934b318-7c06-4a85-9260-0882c384a507 req-934debfb-783c-44ca-9225-8888807dbe53 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=91f3b558-53bc-40a7-bda2-9d735e1d87e6 HTTP/1.1" status: 200 len: 848 time: 0.0440674 Jun 21 04:48:45.972447 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934b318-7c06-4a85-9260-0882c384a507 req-31f451d1-f41d-4364-959c-8be571fd763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:45.973805 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5934b318-7c06-4a85-9260-0882c384a507 req-31f451d1-f41d-4364-959c-8be571fd763b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d314ade1-18b7-4745-a216-e1435ec35aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559874 Jun 21 04:48:46.040966 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-1d502590-ebf6-4367-913b-6f92504ad60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:29Z', 'updated_at': '2021-06-21T04:47:33Z', 'revision_number': 4, 'project_id': 'c998158734ae4812aabfd30f06862005', 'gw_port': {'id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:30Z', 'updated_at': '2021-06-21T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '77857459-6886-478e-9635-b69c9926c5ce', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'port_id': '349ea2b6-b764-4fd6-a587-8a8a991a7f45', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'mac_address': 'fa:16:3e:18:dd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:43Z', 'updated_at': '2021-06-21T04:48:43Z', 'revision_number': 0, 'project_id': 'c998158734ae4812aabfd30f06862005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4504460e-d178-4f09-8521-77a74525413c', 'name': '', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'mac_address': 'fa:16:3e:bd:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:33Z', 'updated_at': '2021-06-21T04:47:39Z', 'revision_number': 5, 'project_id': 'c998158734ae4812aabfd30f06862005', 'subnets': [{'id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:48:46.067649 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5934b318-7c06-4a85-9260-0882c384a507 req-f3461121-99e4-46a3-b513-a7a18db263ec service neutron] 10.222.0.52 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820148 Jun 21 04:48:46.081368 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d502590-ebf6-4367-913b-6f92504ad60c None None] The sync data for ids ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'] in dv-cinder-772623-10-iscsi is: [{'id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:29Z', 'updated_at': '2021-06-21T04:47:33Z', 'revision_number': 4, 'project_id': 'c998158734ae4812aabfd30f06862005', 'gw_port': {'id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:30Z', 'updated_at': '2021-06-21T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '77857459-6886-478e-9635-b69c9926c5ce', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'port_id': '349ea2b6-b764-4fd6-a587-8a8a991a7f45', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'mac_address': 'fa:16:3e:18:dd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:43Z', 'updated_at': '2021-06-21T04:48:43Z', 'revision_number': 0, 'project_id': 'c998158734ae4812aabfd30f06862005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4504460e-d178-4f09-8521-77a74525413c', 'name': '', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'mac_address': 'fa:16:3e:bd:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:33Z', 'updated_at': '2021-06-21T04:47:39Z', 'revision_number': 5, 'project_id': 'c998158734ae4812aabfd30f06862005', 'subnets': [{'id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:48:46.167699 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5934b318-7c06-4a85-9260-0882c384a507 req-c9b451fa-36f9-4bef-9d2c-3d7633458a59 service neutron] 10.222.0.52 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898316 Jun 21 04:48:46.265868 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca1ae0-c3e3-4c5c-a54e-a939ddd68e63 None None] New status for floating IP 77857459-6886-478e-9635-b69c9926c5ce: ACTIVE {{(pid=99945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:48:46.417237 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53838) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:46.477076 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4d9419c7-22db-4d69-a303-c0c858b84bc8 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:46.501610 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4d9419c7-22db-4d69-a303-c0c858b84bc8 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:46.622219 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4d9419c7-22db-4d69-a303-c0c858b84bc8 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:46.627023 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4d9419c7-22db-4d69-a303-c0c858b84bc8 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:46.628192 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-4d9419c7-22db-4d69-a303-c0c858b84bc8 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "DELETE /v2.0/security-groups/66e4c65c-80ca-4df7-a151-e55cfc20669b HTTP/1.1" status: 204 len: 168 time: 0.2099612 Jun 21 04:48:46.628951 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f3eacf4f-ff68-4449-9f72-ede582edba4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:46.631871 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53840) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:46.641881 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9419c7-22db-4d69-a303-c0c858b84bc8 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e4c65c-80ca-4df7-a151-e55cfc20669b,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:46.647116 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-4d9419c7-22db-4d69-a303-c0c858b84bc8 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:46.650773 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.api.v2.resource [None req-3fcac0e8-912c-4be6-ae23-5ad90e53378c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] show failed (client error): The resource could not be found. Jun 21 04:48:46.656517 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-3fcac0e8-912c-4be6-ae23-5ad90e53378c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups/66e4c65c-80ca-4df7-a151-e55cfc20669b HTTP/1.1" status: 404 len: 347 time: 0.0235555 Jun 21 04:48:46.659407 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53842) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:46.779563 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-a36d011f-7771-49a1-944c-1b52b83b409f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Deleting port 3fc0e2c9-c15b-4611-bfb4-f484b274993f {{(pid=99942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:48:46.779820 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a36d011f-7771-49a1-944c-1b52b83b409f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:46.855934 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a36d011f-7771-49a1-944c-1b52b83b409f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:46.856258 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a36d011f-7771-49a1-944c-1b52b83b409f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:46.920210 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-a36d011f-7771-49a1-944c-1b52b83b409f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Calling delete_port for 3fc0e2c9-c15b-4611-bfb4-f484b274993f owned by network:floatingip {{(pid=99942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:48:47.116405 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a36d011f-7771-49a1-944c-1b52b83b409f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25676333'] for port, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:47.118281 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:47.141040 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d011f-7771-49a1-944c-1b52b83b409f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event deleted for resources: {'Port': ['ID=3fc0e2c9-c15b-4611-bfb4-f484b274993f,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:47.143620 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-a36d011f-7771-49a1-944c-1b52b83b409f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:47.206975 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a36d011f-7771-49a1-944c-1b52b83b409f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for floatingip, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:47.210167 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a36d011f-7771-49a1-944c-1b52b83b409f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:47.211319 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-a36d011f-7771-49a1-944c-1b52b83b409f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "DELETE /v2.0/floatingips/79755617-0958-4548-87d1-8ea66964c3b2 HTTP/1.1" status: 204 len: 168 time: 0.5509937 Jun 21 04:48:47.698935 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53848) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:47.704010 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-fb338a77-4ac6-44b8-af19-9aa1903f05b1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--457208607', 'description': 'tempest-description--889851532'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:47.798136 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fb338a77-4ac6-44b8-af19-9aa1903f05b1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:47.875297 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fb338a77-4ac6-44b8-af19-9aa1903f05b1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:47.933348 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fb338a77-4ac6-44b8-af19-9aa1903f05b1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:47.935654 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-ddf0e63a-62d2-4eb7-b1fb-9686f204a6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:47.961419 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb338a77-4ac6-44b8-af19-9aa1903f05b1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b575738-7307-4209-88b6-20638ded4082,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:47.964120 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-fb338a77-4ac6-44b8-af19-9aa1903f05b1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:48.024907 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fb338a77-4ac6-44b8-af19-9aa1903f05b1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:48.026133 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-fb338a77-4ac6-44b8-af19-9aa1903f05b1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3260818 Jun 21 04:48:48.028921 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53850) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:48.033278 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-1295a88a-cf26-4240-a0a1-d37a538b05bd tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Request body: {'security_group_rule': {'security_group_id': '8b575738-7307-4209-88b6-20638ded4082', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:48.134769 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1295a88a-cf26-4240-a0a1-d37a538b05bd tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:48.194231 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1295a88a-cf26-4240-a0a1-d37a538b05bd tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:48.282201 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1295a88a-cf26-4240-a0a1-d37a538b05bd tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:48.284426 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-18b01738-7eb4-4bab-b583-eff9bccc0c15 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:48.300928 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295a88a-cf26-4240-a0a1-d37a538b05bd tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb801d0e-8b09-4e6a-941f-18c807ab5029,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:48.303501 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-1295a88a-cf26-4240-a0a1-d37a538b05bd tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:48.374483 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1295a88a-cf26-4240-a0a1-d37a538b05bd tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:48.375747 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-1295a88a-cf26-4240-a0a1-d37a538b05bd tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3459330 Jun 21 04:48:48.378752 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53852) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:48.383737 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-546b6a5c-7acc-4fdb-b864-292afed7e881 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Request body: {'security_group_rule': {'security_group_id': '8b575738-7307-4209-88b6-20638ded4082', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:48.465065 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-546b6a5c-7acc-4fdb-b864-292afed7e881 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:48.522073 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-546b6a5c-7acc-4fdb-b864-292afed7e881 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:48.573407 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-546b6a5c-7acc-4fdb-b864-292afed7e881 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645324'] for security_group_rule, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:48.575453 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:48.593586 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b6a5c-7acc-4fdb-b864-292afed7e881 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a629a4b3-0936-4616-9989-5090507e8f51,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:48.595756 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-546b6a5c-7acc-4fdb-b864-292afed7e881 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:48.661046 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-546b6a5c-7acc-4fdb-b864-292afed7e881 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:48.662443 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-546b6a5c-7acc-4fdb-b864-292afed7e881 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2826900 Jun 21 04:48:48.665504 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 53854) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:48:48.669871 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Request body: {'floatingip': {'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:48.764124 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for floatingip, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:48.863192 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:48.969652 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_common [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Allocated IP 172.27.1.214 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/a44b265e-7f0f-4b6c-b8d7-bbd916578740) {{(pid=99942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:48:49.072582 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for port, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:49.164457 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25676322'] for port, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:49.166443 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-025da0f4-e048-4525-9818-664017125a65 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:49.204385 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:48:49.207270 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Resources bound (agent type, host, resource id): {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:48:49.210535 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Received port after_create {{(pid=99942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:48:49.231696 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event updated for resources: {'Port': ['ID=a44b265e-7f0f-4b6c-b8d7-bbd916578740,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:49.235321 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:49.297957 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:49.398089 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:49.545522 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:49.609236 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25676308'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:49.612034 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-7cf3a23c-6858-4ec0-92fe-15ffa7ae92b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:49.675208 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event updated for resources: {'Port': ['ID=a44b265e-7f0f-4b6c-b8d7-bbd916578740,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:49.680331 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:49.692122 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:49.900864 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:49.902078 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-cd335e8d-be5f-4b0e-92b9-5df036771aaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2356410 Jun 21 04:48:50.093070 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-58841bd5-8154-42fd-a6d2-6d2b7c2ec318 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--457208607&fields=id&tenant_id=fddde2cb5b784d03a92ed36190bf4c57 HTTP/1.1" status: 200 len: 267 time: 0.0352943 Jun 21 04:48:50.202774 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-8fd9294a-2562-4848-81eb-2290de3670b8 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:50.204165 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-8fd9294a-2562-4848-81eb-2290de3670b8 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/networks?id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 HTTP/1.1" status: 200 len: 811 time: 0.1044552 Jun 21 04:48:50.218773 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-b64050bd-13c9-4b25-9db1-e7ede3c05589 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/quotas/fddde2cb5b784d03a92ed36190bf4c57 HTTP/1.1" status: 200 len: 375 time: 0.0088739 Jun 21 04:48:50.288450 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-ad9cb2fc-cab7-4e8f-a2c2-dac7969070b7 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fddde2cb5b784d03a92ed36190bf4c57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647717 Jun 21 04:48:50.388245 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-5d5bf1d1-3266-4ffd-83e0-2701e7636edf service neutron] 10.222.0.11 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885069 Jun 21 04:48:50.475870 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-0b629d24-eeb3-4fe9-ab2a-d2b1eaf6c49f service neutron] 10.222.0.11 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817182 Jun 21 04:48:50.759529 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b9bd89c2-6a55-4772-be1c-5f1a7bbe521e req-2097759e-de9d-483f-86f9-c76637068cab tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 210 time: 0.0280466 Jun 21 04:48:51.901098 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b10a518f-78e9-4f0d-8222-99ca2dedf924 req-1a024d57-dbc3-485d-9b8f-3653daedc39c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 210 time: 0.0312803 Jun 21 04:48:53.039117 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-13525071-569c-485c-b6eb-eaaebaaca9be req-4d4bae15-87ea-40b2-aaf3-525ff5631b67 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 210 time: 0.0280099 Jun 21 04:48:53.141364 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-083bba14-945c-4b15-a800-cfc3e6251fa7 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:53.142770 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-083bba14-945c-4b15-a800-cfc3e6251fa7 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.52 "GET /v2.0/networks?id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 HTTP/1.1" status: 200 len: 811 time: 0.1003926 Jun 21 04:48:53.203001 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-bbd06d6d-da7e-4801-ad5d-76ad0e0e07be tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fddde2cb5b784d03a92ed36190bf4c57 HTTP/1.1" status: 200 len: 379 time: 0.0385115 Jun 21 04:48:53.216332 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Request body: {'port': {'device_id': 'de5e79e1-c3c2-4989-971d-fa123c083caf', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'admin_state_up': True, 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'security_groups': ['8b575738-7307-4209-88b6-20638ded4082']}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:53.396902 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Made reservation on behalf of fddde2cb5b784d03a92ed36190bf4c57 for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:48:53.400637 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:53.529636 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Allocated IP 172.20.0.10 (17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2/1a41fb09-670a-46b0-9438-50fcf86692cb/bc50f2ea-ee22-4f27-a280-30b1bfecf8b8) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:48:53.596458 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f41915ed-7981-4251-a91b-2fe796e7ee4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:53.673464 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:53.690969 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Transition to ACTIVE for port object bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 will not be triggered until provisioned by entity DHCP. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:48:53.791370 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:53.795734 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ca183a71-dde8-481b-8dc6-3fee257d8652 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:53.837886 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:48:53.841192 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:48:53.843619 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:48:53.870189 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event updated for resources: {'Port': ['ID=bc50f2ea-ee22-4f27-a280-30b1bfecf8b8,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:53.872438 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:53.905613 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:53.906224 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:53.945431 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:53.975924 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7632568 Jun 21 04:48:54.014772 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Request body: {'port': {'device_id': 'de5e79e1-c3c2-4989-971d-fa123c083caf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:48:54.092234 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:54.151044 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-44532114-f80e-4769-a8c7-220624f73ffb None None] Provisioning for port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:48:54.156225 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-44532114-f80e-4769-a8c7-220624f73ffb None None] Provisioning complete for port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:48:54.156665 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-44532114-f80e-4769-a8c7-220624f73ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:54.191181 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-44532114-f80e-4769-a8c7-220624f73ffb None None] Port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:48:54.329008 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565d2dd-a4fb-409e-9adb-127624e2bd8f req-8f7162f6-6274-4e2c-9a46-e3393770bc19 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:54.330474 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c565d2dd-a4fb-409e-9adb-127624e2bd8f req-8f7162f6-6274-4e2c-9a46-e3393770bc19 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 932 time: 0.1334774 Jun 21 04:48:54.398806 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c565d2dd-a4fb-409e-9adb-127624e2bd8f req-ebee1615-e6b9-4632-b3d8-cf69735273bc tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624764 Jun 21 04:48:54.435238 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:48:54.442870 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:54.454588 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Transition to ACTIVE for port object bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:48:54.510304 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:54.513131 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-fb518fa7-fc17-49dd-9cb0-06c8ae57f258 tempest-AttachVolumeNegativeTest-670409343 tempest-AttachVolumeNegativeTest-670409343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:54.588073 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc50f2ea-ee22-4f27-a280-30b1bfecf8b8,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:54.590894 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:54.660185 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Attempting to bind port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:48:54.660421 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Attempting to bind port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:48:54.660755 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Attempting to bind port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 on network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:48:54.666221 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 on network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:48:54.666545 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Attempting to bind port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 on network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:48:54.671756 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:48:54.672089 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Checking segment: {'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:48:54.672467 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Bound using segment: {'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:48:54.672899 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Bound port: bc50f2ea-ee22-4f27-a280-30b1bfecf8b8, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c1eb49-8fd0-49f4-8e45-3342695e1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:48:54.673246 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:54.738549 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] For port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:48:54.741748 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] For port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=bc50f2ea-ee22-4f27-a280-30b1bfecf8b8,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:48:54.861939 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:54.864063 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d7158785-9031-4cbe-bee8-27703c498597 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:48:54.898104 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:54.898778 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:54.900083 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] 10.222.0.52 "PUT /v2.0/ports/bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 HTTP/1.1" status: 200 len: 1094 time: 0.8896654 Jun 21 04:48:54.900578 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5e79e1-c3c2-4989-971d-fa123c083caf', 'tag': 'bc50f2ea-ee22-4f27-a280-30b1bfecf8b8'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:48:54.902842 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a2637d-b0c9-4ee5-9480-72f13dd4189a" -d '{"events": [{"name": "network-changed", "server_uuid": "de5e79e1-c3c2-4989-971d-fa123c083caf", "tag": "bc50f2ea-ee22-4f27-a280-30b1bfecf8b8"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:48:54.928427 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc50f2ea-ee22-4f27-a280-30b1bfecf8b8,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:48:54.935445 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:48:54.939968 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8996d1f-2541-424f-9ff5-2bcac8cd659e x-openstack-request-id: req-f8996d1f-2541-424f-9ff5-2bcac8cd659e {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:48:54.946297 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5e79e1-c3c2-4989-971d-fa123c083caf", "tag": "bc50f2ea-ee22-4f27-a280-30b1bfecf8b8", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:48:54.946297 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8996d1f-2541-424f-9ff5-2bcac8cd659e {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:48:54.946297 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5e79e1-c3c2-4989-971d-fa123c083caf', 'tag': 'bc50f2ea-ee22-4f27-a280-30b1bfecf8b8', 'status': 'completed', 'code': 200} Jun 21 04:48:55.112648 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2637d-b0c9-4ee5-9480-72f13dd4189a req-75fb955f-5fad-4232-bc5b-bd488312d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:55.114295 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-64a2637d-b0c9-4ee5-9480-72f13dd4189a req-75fb955f-5fad-4232-bc5b-bd488312d3be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fddde2cb5b784d03a92ed36190bf4c57&device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 1097 time: 0.0554643 Jun 21 04:48:55.234661 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2637d-b0c9-4ee5-9480-72f13dd4189a req-57804f72-5e9d-413e-89d9-f7fe95d8dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:55.236086 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-64a2637d-b0c9-4ee5-9480-72f13dd4189a req-57804f72-5e9d-413e-89d9-f7fe95d8dc8a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=fddde2cb5b784d03a92ed36190bf4c57&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0920091 Jun 21 04:48:55.619649 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2637d-b0c9-4ee5-9480-72f13dd4189a req-024bf46a-30da-4679-a706-9c88bc35ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:55.620999 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-64a2637d-b0c9-4ee5-9480-72f13dd4189a req-024bf46a-30da-4679-a706-9c88bc35ca78 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3772278 Jun 21 04:48:55.637245 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6c475-3274-4d7f-9586-f376e1c85328 req-bf79ef7f-0aad-4c15-b3c2-137b63e77a28 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:55.638676 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-80d6c475-3274-4d7f-9586-f376e1c85328 req-bf79ef7f-0aad-4c15-b3c2-137b63e77a28 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 944 time: 0.0961530 Jun 21 04:48:55.676629 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-80d6c475-3274-4d7f-9586-f376e1c85328 req-745b8230-338c-4345-96e2-3f5db9e1e835 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321100 Jun 21 04:48:55.758372 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-97ba3d69-5a93-4311-8b75-1ebcfc7f8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:55.759873 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-97ba3d69-5a93-4311-8b75-1ebcfc7f8c38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fddde2cb5b784d03a92ed36190bf4c57&device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 1097 time: 0.0566669 Jun 21 04:48:55.818792 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-5add9383-13c7-45f5-8d9f-18bedc2d1cd7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 HTTP/1.1" status: 200 len: 217 time: 0.0334294 Jun 21 04:48:55.864696 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-53c9f805-1a3b-4b0f-a2f4-229265ff3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:55.866090 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-53c9f805-1a3b-4b0f-a2f4-229265ff3354 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a41fb09-670a-46b0-9438-50fcf86692cb HTTP/1.1" status: 200 len: 850 time: 0.0411506 Jun 21 04:48:55.930094 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-6213df6f-b1f4-480b-a02c-72320dfda9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:55.931625 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-6213df6f-b1f4-480b-a02c-72320dfda9c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570920 Jun 21 04:48:56.019428 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-19104511-8c1f-48fd-a790-47040ea2271f service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794373 Jun 21 04:48:56.117344 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0f47b87d-bbfe-40fe-b56a-c98eab0609d8 req-add7577b-84c6-45b9-a290-72d83820897c service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887532 Jun 21 04:48:56.266742 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-8633141f-4c13-4f44-8406-69f677d339b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:56.538924 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:56.847306 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825d474-81a6-41da-973b-b0876f31063d req-6f1ea920-ba5d-41a1-9ca8-62ef45b61c51 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:56.848644 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3825d474-81a6-41da-973b-b0876f31063d req-6f1ea920-ba5d-41a1-9ca8-62ef45b61c51 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 944 time: 0.0633650 Jun 21 04:48:56.886772 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3825d474-81a6-41da-973b-b0876f31063d req-29b286be-0da3-4d98-be91-763135a0882b tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317411 Jun 21 04:48:57.356309 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:58.059348 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45988dae-bb07-4f26-b6fe-131a91366a54 req-8b70bfe9-5393-4179-931d-768d6064ea0a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:58.060787 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-45988dae-bb07-4f26-b6fe-131a91366a54 req-8b70bfe9-5393-4179-931d-768d6064ea0a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 944 time: 0.0631359 Jun 21 04:48:58.097900 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-45988dae-bb07-4f26-b6fe-131a91366a54 req-bd83be95-9373-4f50-8d65-c36671df3012 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313289 Jun 21 04:48:59.072331 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:48:59.275113 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10dfc8-50ec-499d-940f-ef6647d51b9a req-af7fcaf2-f9ca-41ff-b2e1-5e0911a6239c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:48:59.276487 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ab10dfc8-50ec-499d-940f-ef6647d51b9a req-af7fcaf2-f9ca-41ff-b2e1-5e0911a6239c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 944 time: 0.0676029 Jun 21 04:48:59.314415 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ab10dfc8-50ec-499d-940f-ef6647d51b9a req-6bc836c9-49a3-4bb2-99eb-7c94e7388ad0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322723 Jun 21 04:49:00.486052 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104f162-d26d-453b-b3b6-4bcb1aea90a9 req-0e1b978d-67b9-4540-8c90-8e75acd71acf tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:00.487487 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9104f162-d26d-453b-b3b6-4bcb1aea90a9 req-0e1b978d-67b9-4540-8c90-8e75acd71acf tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 944 time: 0.0609584 Jun 21 04:49:00.525711 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9104f162-d26d-453b-b3b6-4bcb1aea90a9 req-4456e5d4-4cfd-416f-9bcb-e45f93da9d56 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319579 Jun 21 04:49:00.977865 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:49:01.074388 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=bc50f2ea-ee22-4f27-a280-30b1bfecf8b8,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:49:01.086135 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': 'bc50f2ea-ee22-4f27-a280-30b1bfecf8b8', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'port_id': 'bc50f2ea-ee22-4f27-a280-30b1bfecf8b8', 'mac_address': 'fa:16:3e:54:36:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:49:01.122068 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:01.134844 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:49:01.154064 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=bc50f2ea-ee22-4f27-a280-30b1bfecf8b8,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:49:01.232156 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:01.233849 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:49:01.283381 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=bc50f2ea-ee22-4f27-a280-30b1bfecf8b8,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:49:01.286405 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:49:01.695189 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940c39-5ed3-4f3c-8c9f-4938b33df6f9 req-6bd909cb-d6dd-4556-940d-4285a9aa33f4 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:01.696609 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4b940c39-5ed3-4f3c-8c9f-4938b33df6f9 req-6bd909cb-d6dd-4556-940d-4285a9aa33f4 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 945 time: 0.0619898 Jun 21 04:49:01.733351 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4b940c39-5ed3-4f3c-8c9f-4938b33df6f9 req-21f30a2a-9836-4239-a10d-cc9e4b0a4364 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310266 Jun 21 04:49:01.811848 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['bc50f2ea-ee22-4f27-a280-30b1bfecf8b8'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:49:02.909056 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c096af9-a8d0-414e-93e7-cc44a9a1147a req-29dec9d8-8be8-4b5c-aa9b-8f05779c3b6c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:02.910494 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7c096af9-a8d0-414e-93e7-cc44a9a1147a req-29dec9d8-8be8-4b5c-aa9b-8f05779c3b6c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 945 time: 0.0655267 Jun 21 04:49:02.947622 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7c096af9-a8d0-414e-93e7-cc44a9a1147a req-1bb5fba3-cabf-4a72-906f-213b8e560d9e tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313241 Jun 21 04:49:04.120214 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdee50d-b7f4-459f-bd5a-ecd04b960bf3 req-51075b34-8fd9-44bb-a768-45321e2d74ad tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:04.121788 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cfdee50d-b7f4-459f-bd5a-ecd04b960bf3 req-51075b34-8fd9-44bb-a768-45321e2d74ad tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 945 time: 0.0634522 Jun 21 04:49:04.160128 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cfdee50d-b7f4-459f-bd5a-ecd04b960bf3 req-78cd5d1a-163e-49e9-b333-ddc23da142fd tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328236 Jun 21 04:49:05.018938 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:49:05.180542 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:49:05.184563 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:49:05.184945 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:05.263390 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:05.286115 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5e79e1-c3c2-4989-971d-fa123c083caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc50f2ea-ee22-4f27-a280-30b1bfecf8b8'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:49:05.288947 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb991996-ceda-4cdf-b7aa-1d39513e28f4" -d '{"events": [{"server_uuid": "de5e79e1-c3c2-4989-971d-fa123c083caf", "name": "network-vif-plugged", "status": "completed", "tag": "bc50f2ea-ee22-4f27-a280-30b1bfecf8b8"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:49:05.302353 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=bc50f2ea-ee22-4f27-a280-30b1bfecf8b8,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:49:05.327486 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098cb930-eb91-4058-923d-c923d156471f x-openstack-request-id: req-098cb930-eb91-4058-923d-c923d156471f {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:49:05.327486 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5e79e1-c3c2-4989-971d-fa123c083caf", "name": "network-vif-plugged", "status": "completed", "tag": "bc50f2ea-ee22-4f27-a280-30b1bfecf8b8", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:49:05.327486 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-098cb930-eb91-4058-923d-c923d156471f {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:49:05.327805 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5e79e1-c3c2-4989-971d-fa123c083caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc50f2ea-ee22-4f27-a280-30b1bfecf8b8', 'code': 200} Jun 21 04:49:05.342882 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384dc685-9797-49d0-845e-785e05d97e72 req-4ba32362-a9f9-45a3-894f-4a40417e081d tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:05.344427 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-384dc685-9797-49d0-845e-785e05d97e72 req-4ba32362-a9f9-45a3-894f-4a40417e081d tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 945 time: 0.0765362 Jun 21 04:49:05.384304 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-384dc685-9797-49d0-845e-785e05d97e72 req-e633b271-b5da-44e3-92fe-1fd03c2e1d22 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335627 Jun 21 04:49:05.420988 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:05.422850 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-2d877a30-37be-4fd9-9ccf-9fb4d1b00610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:49:05.467731 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=bc50f2ea-ee22-4f27-a280-30b1bfecf8b8,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:49:05.470760 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:49:05.816040 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa08e4-ac21-43e7-bfb2-780052d37a3f req-1d41b47e-c0fa-4e42-a5a6-0875ae24b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:05.817383 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-15fa08e4-ac21-43e7-bfb2-780052d37a3f req-1d41b47e-c0fa-4e42-a5a6-0875ae24b2e0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 1099 time: 0.0508006 Jun 21 04:49:05.852133 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-15fa08e4-ac21-43e7-bfb2-780052d37a3f req-24bcb9ea-cb3d-4fa0-82d0-6f05db959ba2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277739 Jun 21 04:49:06.560178 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340236b9-efce-4e47-bd9b-f72a7a75dee5 req-9a003113-175c-45b2-aa2a-913d30cee3c1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:06.561608 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-340236b9-efce-4e47-bd9b-f72a7a75dee5 req-9a003113-175c-45b2-aa2a-913d30cee3c1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 946 time: 0.0631089 Jun 21 04:49:06.598438 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-340236b9-efce-4e47-bd9b-f72a7a75dee5 req-004d6cad-c1cd-4977-a2df-ef3a5f81b4f2 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309558 Jun 21 04:49:07.779885 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c440e5d-b532-4775-aa3b-534b52d05239 req-8d2f9797-2606-4cbb-a88a-9a3949fd9170 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:07.781353 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1c440e5d-b532-4775-aa3b-534b52d05239 req-8d2f9797-2606-4cbb-a88a-9a3949fd9170 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 946 time: 0.0678558 Jun 21 04:49:07.820841 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1c440e5d-b532-4775-aa3b-534b52d05239 req-e6a06ee3-6d43-4aa9-b20e-12a231957446 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338891 Jun 21 04:49:08.993516 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26237ad-c73a-44c1-b7bd-5d4aef83591d req-bdc2749a-a75b-411a-9088-d15bbd2372be tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:08.994877 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e26237ad-c73a-44c1-b7bd-5d4aef83591d req-bdc2749a-a75b-411a-9088-d15bbd2372be tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 946 time: 0.0623119 Jun 21 04:49:09.032786 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e26237ad-c73a-44c1-b7bd-5d4aef83591d req-1072d97f-a08e-4ead-a6c6-9fcef8ea0eaa tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321090 Jun 21 04:49:09.204212 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45ee93-20e0-4a52-993f-135b476e79f8 req-b124708b-4700-4d76-900c-b61caab367e7 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:09.205664 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7e45ee93-20e0-4a52-993f-135b476e79f8 req-b124708b-4700-4d76-900c-b61caab367e7 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 946 time: 0.0681551 Jun 21 04:49:09.214304 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 53970) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:49:09.218873 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-3df9f254-ab6f-49a8-be18-230ef12fb81a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Request body: {'floatingip': {'port_id': 'bc50f2ea-ee22-4f27-a280-30b1bfecf8b8'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:49:09.258888 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3df9f254-ab6f-49a8-be18-230ef12fb81a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for floatingip, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:09.705888 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3df9f254-ab6f-49a8-be18-230ef12fb81a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:09.751660 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3df9f254-ab6f-49a8-be18-230ef12fb81a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:09.847883 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.l3_db [None req-3df9f254-ab6f-49a8-be18-230ef12fb81a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Floating IP a1b1a874-bcdb-4651-a8f9-03f3cee18eb8 associated. External IP: 172.27.1.214, port: bc50f2ea-ee22-4f27-a280-30b1bfecf8b8. Jun 21 04:49:10.046731 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df9f254-ab6f-49a8-be18-230ef12fb81a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Router 98cebc3e-1563-485d-9cae-e78a16a5eb83 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:49:10.153563 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df9f254-ab6f-49a8-be18-230ef12fb81a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:49:10.158415 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3df9f254-ab6f-49a8-be18-230ef12fb81a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:10.163277 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9dc1a-2e47-4278-8ed1-40f232231b1f None None] Sync routers for ids ['98cebc3e-1563-485d-9cae-e78a16a5eb83'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:49:10.173446 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9dc1a-2e47-4278-8ed1-40f232231b1f None None] Routers {'98cebc3e-1563-485d-9cae-e78a16a5eb83'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:49:10.174053 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-14a9dc1a-2e47-4278-8ed1-40f232231b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:48:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['98cebc3e-1563-485d-9cae-e78a16a5eb83'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:49:10.195803 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-3df9f254-ab6f-49a8-be18-230ef12fb81a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "PUT /v2.0/floatingips/a1b1a874-bcdb-4651-a8f9-03f3cee18eb8 HTTP/1.1" status: 200 len: 992 time: 0.9804320 Jun 21 04:49:10.196551 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5e79e1-c3c2-4989-971d-fa123c083caf', 'tag': 'bc50f2ea-ee22-4f27-a280-30b1bfecf8b8'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:49:10.198807 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8489a56a-647f-453c-9e1c-6b5b1ac78b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "de5e79e1-c3c2-4989-971d-fa123c083caf", "tag": "bc50f2ea-ee22-4f27-a280-30b1bfecf8b8"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:49:10.239035 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3994442-fed0-4b23-b558-7eb05aa22c24 x-openstack-request-id: req-e3994442-fed0-4b23-b558-7eb05aa22c24 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:49:10.239526 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5e79e1-c3c2-4989-971d-fa123c083caf", "tag": "bc50f2ea-ee22-4f27-a280-30b1bfecf8b8", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:49:10.239959 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3994442-fed0-4b23-b558-7eb05aa22c24 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:49:10.240407 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5e79e1-c3c2-4989-971d-fa123c083caf', 'tag': 'bc50f2ea-ee22-4f27-a280-30b1bfecf8b8', 'status': 'completed', 'code': 200} Jun 21 04:49:10.397668 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-14a9dc1a-2e47-4278-8ed1-40f232231b1f None None] Set router 98cebc3e-1563-485d-9cae-e78a16a5eb83 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:49:10.421677 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a56a-647f-453c-9e1c-6b5b1ac78b6b req-8ec0ee10-7a85-48c6-ad8f-39b1779d7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:10.423141 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8489a56a-647f-453c-9e1c-6b5b1ac78b6b req-8ec0ee10-7a85-48c6-ad8f-39b1779d7077 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fddde2cb5b784d03a92ed36190bf4c57&device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 1099 time: 0.0532804 Jun 21 04:49:10.532745 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a56a-647f-453c-9e1c-6b5b1ac78b6b req-9f49a7bf-e7bc-4cd4-8e17-d76a7d712caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:10.534311 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8489a56a-647f-453c-9e1c-6b5b1ac78b6b req-9f49a7bf-e7bc-4cd4-8e17-d76a7d712caa service neutron] 10.222.0.52 "GET /v2.0/networks?id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 HTTP/1.1" status: 200 len: 912 time: 0.0876245 Jun 21 04:49:10.602265 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8489a56a-647f-453c-9e1c-6b5b1ac78b6b req-31f43957-058d-4d9c-8c33-ef8136b73a4d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 HTTP/1.1" status: 200 len: 1000 time: 0.0581725 Jun 21 04:49:10.616195 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-14a9dc1a-2e47-4278-8ed1-40f232231b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': 'a1b1a874-bcdb-4651-a8f9-03f3cee18eb8', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'port_id': 'bc50f2ea-ee22-4f27-a280-30b1bfecf8b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'mac_address': 'fa:16:3e:54:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5e79e1-c3c2-4989-971d-fa123c083caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:49Z', 'updated_at': '2021-06-21T04:49:09Z', 'revision_number': 1, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bcbfdf-96f7-4fb5-a401-e8270e315c1e', 'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'mac_address': 'fa:16:3e:df:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:11Z', 'updated_at': '2021-06-21T04:40:20Z', 'revision_number': 5, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'subnets': [{'id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:49:10.641140 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9dc1a-2e47-4278-8ed1-40f232231b1f None None] Checking router: 98cebc3e-1563-485d-9cae-e78a16a5eb83 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:49:10.650034 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9dc1a-2e47-4278-8ed1-40f232231b1f None None] Routers {'98cebc3e-1563-485d-9cae-e78a16a5eb83'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:49:10.650653 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-14a9dc1a-2e47-4278-8ed1-40f232231b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:48:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['98cebc3e-1563-485d-9cae-e78a16a5eb83'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:49:10.655234 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a56a-647f-453c-9e1c-6b5b1ac78b6b req-6e072770-8b84-4a5e-9208-b43e757abb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:10.656662 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8489a56a-647f-453c-9e1c-6b5b1ac78b6b req-6e072770-8b84-4a5e-9208-b43e757abb56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a41fb09-670a-46b0-9438-50fcf86692cb HTTP/1.1" status: 200 len: 850 time: 0.0424428 Jun 21 04:49:10.721957 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a56a-647f-453c-9e1c-6b5b1ac78b6b req-f62fbd2a-04cd-4dc3-b1f0-3c30e590b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:10.723523 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8489a56a-647f-453c-9e1c-6b5b1ac78b6b req-f62fbd2a-04cd-4dc3-b1f0-3c30e590b912 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0566554 Jun 21 04:49:10.759616 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-14a9dc1a-2e47-4278-8ed1-40f232231b1f None None] Set router 98cebc3e-1563-485d-9cae-e78a16a5eb83 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:49:10.817504 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8489a56a-647f-453c-9e1c-6b5b1ac78b6b req-13612d8e-7ce2-452a-a28e-6b61f60cb55c service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819256 Jun 21 04:49:10.914471 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8489a56a-647f-453c-9e1c-6b5b1ac78b6b req-d451d4fe-ebfe-4281-abf0-f83675cb7711 service neutron] 10.222.0.52 "GET /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864811 Jun 21 04:49:10.983882 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-14a9dc1a-2e47-4278-8ed1-40f232231b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': 'a1b1a874-bcdb-4651-a8f9-03f3cee18eb8', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'port_id': 'bc50f2ea-ee22-4f27-a280-30b1bfecf8b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'mac_address': 'fa:16:3e:54:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5e79e1-c3c2-4989-971d-fa123c083caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:49Z', 'updated_at': '2021-06-21T04:49:09Z', 'revision_number': 1, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bcbfdf-96f7-4fb5-a401-e8270e315c1e', 'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'mac_address': 'fa:16:3e:df:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:11Z', 'updated_at': '2021-06-21T04:40:20Z', 'revision_number': 5, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'subnets': [{'id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:49:11.010037 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9dc1a-2e47-4278-8ed1-40f232231b1f None None] The sync data for ids ['98cebc3e-1563-485d-9cae-e78a16a5eb83'] in dv-cinder-772623-10-iscsi is: [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': 'a1b1a874-bcdb-4651-a8f9-03f3cee18eb8', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'port_id': 'bc50f2ea-ee22-4f27-a280-30b1bfecf8b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'mac_address': 'fa:16:3e:54:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5e79e1-c3c2-4989-971d-fa123c083caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:49Z', 'updated_at': '2021-06-21T04:49:09Z', 'revision_number': 1, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bcbfdf-96f7-4fb5-a401-e8270e315c1e', 'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'mac_address': 'fa:16:3e:df:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:11Z', 'updated_at': '2021-06-21T04:40:20Z', 'revision_number': 5, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'subnets': [{'id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:49:11.210000 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd3119-77fa-4bbd-87ea-c60038b3c29f None None] New status for floating IP a1b1a874-bcdb-4651-a8f9-03f3cee18eb8: ACTIVE {{(pid=99945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:49:19.733458 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:49:21.193406 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f1451b3-ba59-48c3-8ee4-00fed914c41a req-1ac07289-f76a-46da-94a2-83cd372ff2d8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520022 Jun 21 04:49:21.305107 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1451b3-ba59-48c3-8ee4-00fed914c41a req-4bd14f78-e250-49a7-ad26-5199b7b9a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:21.306488 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f1451b3-ba59-48c3-8ee4-00fed914c41a req-4bd14f78-e250-49a7-ad26-5199b7b9a230 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73ca3c1def754bb1aa968ba0620e4c5e&device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 1137 time: 0.0514095 Jun 21 04:49:21.415433 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1451b3-ba59-48c3-8ee4-00fed914c41a req-f915274d-eedf-4902-bb4a-8d2df944da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:21.416897 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f1451b3-ba59-48c3-8ee4-00fed914c41a req-f915274d-eedf-4902-bb4a-8d2df944da58 service neutron] 10.222.0.52 "GET /v2.0/networks?id=47425eb1-9ff7-4cb7-bb17-50a77d6bf951 HTTP/1.1" status: 200 len: 915 time: 0.0881221 Jun 21 04:49:21.483927 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f1451b3-ba59-48c3-8ee4-00fed914c41a req-6dad7cc5-a5af-4779-a109-7496ec1bac3f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=085f0d82-9579-4c43-8d13-06440fe93146 HTTP/1.1" status: 200 len: 1000 time: 0.0575323 Jun 21 04:49:21.534821 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1451b3-ba59-48c3-8ee4-00fed914c41a req-742249c8-f221-4bd5-972f-a339c0b4540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:21.536248 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f1451b3-ba59-48c3-8ee4-00fed914c41a req-742249c8-f221-4bd5-972f-a339c0b4540b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5808c492-1258-4229-8f85-9f21aecdb879 HTTP/1.1" status: 200 len: 853 time: 0.0427988 Jun 21 04:49:21.597482 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1451b3-ba59-48c3-8ee4-00fed914c41a req-6bd102ee-2797-4fdb-bcb1-cf08b2ac330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:21.598945 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f1451b3-ba59-48c3-8ee4-00fed914c41a req-6bd102ee-2797-4fdb-bcb1-cf08b2ac330e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=47425eb1-9ff7-4cb7-bb17-50a77d6bf951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545125 Jun 21 04:49:21.934302 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f1451b3-ba59-48c3-8ee4-00fed914c41a req-00aa3a9c-1dec-4e4a-b04f-20cefaa5138d service neutron] 10.222.0.52 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260176 Jun 21 04:49:22.024536 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f1451b3-ba59-48c3-8ee4-00fed914c41a req-36eac7d9-7214-4372-9529-4f868aa4d9c4 service neutron] 10.222.0.52 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828426 Jun 21 04:49:23.626420 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-eefdb383-be49-4daf-be26-35d962e2a24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:24.037330 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:26.271511 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-d377e85a-65a9-483c-bb49-b69be4097cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:26.590307 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:27.363449 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:29.077350 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:32.988337 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45f497-e30e-4314-92ca-214e1b872d2c req-0b2ee376-d0fe-4e75-8ebe-e17f12772b79 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:32.990443 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0b45f497-e30e-4314-92ca-214e1b872d2c req-0b2ee376-d0fe-4e75-8ebe-e17f12772b79 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0720973 Jun 21 04:49:33.032211 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0b45f497-e30e-4314-92ca-214e1b872d2c req-53a23e8c-e801-4775-ac3c-1a253b0c839b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348856 Jun 21 04:49:33.110924 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17b74b-929e-48ae-9036-7f84ed7e6f4d req-d5813805-3424-4b84-bf51-37c7c73fe1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:33.117355 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2e17b74b-929e-48ae-9036-7f84ed7e6f4d req-d5813805-3424-4b84-bf51-37c7c73fe1a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73ca3c1def754bb1aa968ba0620e4c5e&device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 1137 time: 0.0576115 Jun 21 04:49:33.210266 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17b74b-929e-48ae-9036-7f84ed7e6f4d req-8b855dc5-caf9-4f5a-890a-8ab65d5eeaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:33.211723 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2e17b74b-929e-48ae-9036-7f84ed7e6f4d req-8b855dc5-caf9-4f5a-890a-8ab65d5eeaf6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=47425eb1-9ff7-4cb7-bb17-50a77d6bf951 HTTP/1.1" status: 200 len: 915 time: 0.0829937 Jun 21 04:49:33.283481 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2e17b74b-929e-48ae-9036-7f84ed7e6f4d req-e075c02e-8047-41e9-bc4e-37f43ac9e622 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=085f0d82-9579-4c43-8d13-06440fe93146 HTTP/1.1" status: 200 len: 1000 time: 0.0609832 Jun 21 04:49:33.334566 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17b74b-929e-48ae-9036-7f84ed7e6f4d req-eab71303-9291-452f-b144-5935e14d9337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:33.335943 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2e17b74b-929e-48ae-9036-7f84ed7e6f4d req-eab71303-9291-452f-b144-5935e14d9337 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5808c492-1258-4229-8f85-9f21aecdb879 HTTP/1.1" status: 200 len: 853 time: 0.0417428 Jun 21 04:49:33.391853 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17b74b-929e-48ae-9036-7f84ed7e6f4d req-7438a1d8-ef37-4e08-95b7-3578e47d2241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:33.393408 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2e17b74b-929e-48ae-9036-7f84ed7e6f4d req-7438a1d8-ef37-4e08-95b7-3578e47d2241 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=47425eb1-9ff7-4cb7-bb17-50a77d6bf951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506916 Jun 21 04:49:33.482654 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2e17b74b-929e-48ae-9036-7f84ed7e6f4d req-f4a1333a-13f1-42b3-a57f-7ff4d2c7d2ed service neutron] 10.222.0.52 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824769 Jun 21 04:49:33.571924 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2e17b74b-929e-48ae-9036-7f84ed7e6f4d req-ea83feb0-62fd-4a0e-ac90-54232dc19538 service neutron] 10.222.0.52 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798368 Jun 21 04:49:34.215482 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd67fe-76bb-4850-9980-bdb168c61203 req-eb5f5ac4-7007-4401-8e99-20ffdb5a1bca tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:34.216935 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-afcd67fe-76bb-4850-9980-bdb168c61203 req-eb5f5ac4-7007-4401-8e99-20ffdb5a1bca tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0676987 Jun 21 04:49:34.257834 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-afcd67fe-76bb-4850-9980-bdb168c61203 req-360001d5-5161-48c4-ae4b-a927b2b1ac7c tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351160 Jun 21 04:49:35.430800 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6a93-9a62-4316-b52a-6c9dee4d540c req-68d91861-1451-4e39-8ad7-de1f48d396ec tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:35.432278 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-366a6a93-9a62-4316-b52a-6c9dee4d540c req-68d91861-1451-4e39-8ad7-de1f48d396ec tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0627036 Jun 21 04:49:35.471680 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-366a6a93-9a62-4316-b52a-6c9dee4d540c req-368324bb-3a0d-4505-a105-fa3863782075 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337288 Jun 21 04:49:36.643770 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9d963-3d5d-4706-b3a5-8a4fd4511b1e req-93731e39-05bb-440d-8623-c6a195bed609 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:36.645215 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3da9d963-3d5d-4706-b3a5-8a4fd4511b1e req-93731e39-05bb-440d-8623-c6a195bed609 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0624228 Jun 21 04:49:36.683120 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3da9d963-3d5d-4706-b3a5-8a4fd4511b1e req-f3d27e30-1bbf-4704-a788-18e6e612a83b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322406 Jun 21 04:49:37.854569 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10675d-0b43-4550-a860-05f14fa31894 req-e19f826a-02e4-488a-b793-ed4795c743cb tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:37.856299 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ff10675d-0b43-4550-a860-05f14fa31894 req-e19f826a-02e4-488a-b793-ed4795c743cb tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0639784 Jun 21 04:49:37.895909 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ff10675d-0b43-4550-a860-05f14fa31894 req-b407be94-f062-4d2c-bef7-240ce606d0ae tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339324 Jun 21 04:49:39.077560 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c95b-b9b1-4188-9d69-215b1173b502 req-6bac8593-6ff2-4d7d-b44f-26947fd8851c tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:39.078911 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a242c95b-b9b1-4188-9d69-215b1173b502 req-6bac8593-6ff2-4d7d-b44f-26947fd8851c tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0702112 Jun 21 04:49:39.118046 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a242c95b-b9b1-4188-9d69-215b1173b502 req-f1fa2937-0057-4095-9541-f00eb38e63f2 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333631 Jun 21 04:49:40.299032 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a60e6-098f-4094-a661-3e649370c6db req-48a00c1f-2750-48ac-b1d4-c951b232626a tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:40.300481 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9d9a60e6-098f-4094-a661-3e649370c6db req-48a00c1f-2750-48ac-b1d4-c951b232626a tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0655015 Jun 21 04:49:40.340207 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9d9a60e6-098f-4094-a661-3e649370c6db req-09aa3003-ed48-4bb8-8d3b-4e1e6591f6a2 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332544 Jun 21 04:49:41.511958 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc51382-a40f-4475-b934-18d701ffbb9d req-f36ab050-0906-4dad-81c9-816dff24fcad tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:41.513389 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ccc51382-a40f-4475-b934-18d701ffbb9d req-f36ab050-0906-4dad-81c9-816dff24fcad tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0618024 Jun 21 04:49:41.554026 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ccc51382-a40f-4475-b934-18d701ffbb9d req-ad44ef8d-b070-4ef9-8de2-277d0f712c83 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347588 Jun 21 04:49:42.733391 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91e67a-8a93-4e21-ba1e-7b56594fdf76 req-44fe4a72-4efd-4ead-8bc5-e48ada8c9c17 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:42.733391 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ae91e67a-8a93-4e21-ba1e-7b56594fdf76 req-44fe4a72-4efd-4ead-8bc5-e48ada8c9c17 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0656011 Jun 21 04:49:42.771393 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ae91e67a-8a93-4e21-ba1e-7b56594fdf76 req-4b82d4e6-64a5-42f5-a548-6465cf051bab tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347276 Jun 21 04:49:43.948186 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad68ae-e636-4c83-88f9-c2d49abbd6a3 req-a3a0f0af-5731-4d6b-a6f9-f767b01f8833 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:43.949734 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5cad68ae-e636-4c83-88f9-c2d49abbd6a3 req-a3a0f0af-5731-4d6b-a6f9-f767b01f8833 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0644877 Jun 21 04:49:43.990270 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5cad68ae-e636-4c83-88f9-c2d49abbd6a3 req-e64c475e-cf35-45e9-bdf3-119ee748d66f tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343029 Jun 21 04:49:45.168064 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db48f3c-747d-4b28-a3d9-1e6df0332d8d req-cb1ebe01-a0cd-40dd-9931-25e505b27c81 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:45.169873 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0db48f3c-747d-4b28-a3d9-1e6df0332d8d req-cb1ebe01-a0cd-40dd-9931-25e505b27c81 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0679476 Jun 21 04:49:45.209277 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0db48f3c-747d-4b28-a3d9-1e6df0332d8d req-7fa323c6-88ef-4aa5-b7f0-98b9b2afdf64 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336089 Jun 21 04:49:46.386300 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8ef20-3167-4073-a320-760ce8ba407a req-3a5d13b2-c873-43f7-a250-d5f32d4b5337 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:46.387786 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7bc8ef20-3167-4073-a320-760ce8ba407a req-3a5d13b2-c873-43f7-a250-d5f32d4b5337 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0666528 Jun 21 04:49:46.426642 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7bc8ef20-3167-4073-a320-760ce8ba407a req-cc81e38f-e416-4fb9-a96d-f68dbfd70b78 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332110 Jun 21 04:49:47.603808 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7bf32-1467-4eef-921e-19e7c733b529 req-d2a856ae-5eef-492d-91d3-6727806c8c49 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:47.605352 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-96e7bf32-1467-4eef-921e-19e7c733b529 req-d2a856ae-5eef-492d-91d3-6727806c8c49 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0644228 Jun 21 04:49:47.645387 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-96e7bf32-1467-4eef-921e-19e7c733b529 req-fbd305b8-29b4-472d-86be-157cbc1df95b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343163 Jun 21 04:49:48.822179 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9279f-320c-474d-972c-7c8935f9a332 req-92c07dae-0fde-416e-9e36-efb74a711683 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:48.823624 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d9e9279f-320c-474d-972c-7c8935f9a332 req-92c07dae-0fde-416e-9e36-efb74a711683 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0639875 Jun 21 04:49:48.863690 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d9e9279f-320c-474d-972c-7c8935f9a332 req-c987542a-2e11-4238-94cd-a09f9ca58d55 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336630 Jun 21 04:49:50.044135 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af93fc-5c99-45a6-8821-009c158f9165 req-ca5d1981-b313-4e44-851a-0698c7da7460 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:50.045597 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-49af93fc-5c99-45a6-8821-009c158f9165 req-ca5d1981-b313-4e44-851a-0698c7da7460 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0672767 Jun 21 04:49:50.086305 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-49af93fc-5c99-45a6-8821-009c158f9165 req-1dd9e044-cfe1-4ee3-96df-968e815fcadf tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347428 Jun 21 04:49:51.261075 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6ea4d-9e66-4b47-a51c-f7ec0d3d53ea req-c79e38f5-b1e0-4163-b43b-d806a6bf6971 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:49:51.263084 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-43f6ea4d-9e66-4b47-a51c-f7ec0d3d53ea req-c79e38f5-b1e0-4163-b43b-d806a6bf6971 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0663543 Jun 21 04:49:51.301683 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-43f6ea4d-9e66-4b47-a51c-f7ec0d3d53ea req-c038044a-1438-4b56-a9b1-16ee9fe8ab08 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba&id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328791 Jun 21 04:49:53.584471 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f7cabf53-a41e-472a-822a-e8ab3cf2e256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:53.997901 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:56.260333 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b1d7dd7b-cae7-49a1-884b-005d1b014668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:56.562668 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:56.733211 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:49:57.345839 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:49:59.065805 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:20.782923 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49a614-d30e-4281-93c9-ef9d00478261 req-79d8a40f-e044-4476-be71-b0dbdee284b6 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:20.784641 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ed49a614-d30e-4281-93c9-ef9d00478261 req-79d8a40f-e044-4476-be71-b0dbdee284b6 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0713115 Jun 21 04:50:20.823634 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ed49a614-d30e-4281-93c9-ef9d00478261 req-e0e0ad2c-2817-4213-9a7b-1216aacad860 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332289 Jun 21 04:50:21.192366 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ce96a4cf-695c-4bbd-9bcf-b1b7d4e664a1 req-06cba54a-9a2f-44be-9efa-0b5f9d6da6c5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517275 Jun 21 04:50:21.276427 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96a4cf-695c-4bbd-9bcf-b1b7d4e664a1 req-1f9db3eb-dbd6-444e-91b8-d35776a551c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:21.278454 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ce96a4cf-695c-4bbd-9bcf-b1b7d4e664a1 req-1f9db3eb-dbd6-444e-91b8-d35776a551c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 1099 time: 0.0501468 Jun 21 04:50:21.383687 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96a4cf-695c-4bbd-9bcf-b1b7d4e664a1 req-ab3c24a8-2f84-40d5-b570-b6b8ef9831f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:21.385126 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ce96a4cf-695c-4bbd-9bcf-b1b7d4e664a1 req-ab3c24a8-2f84-40d5-b570-b6b8ef9831f6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c HTTP/1.1" status: 200 len: 913 time: 0.0872121 Jun 21 04:50:21.450405 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ce96a4cf-695c-4bbd-9bcf-b1b7d4e664a1 req-83457d9f-c1b4-4f0c-a6d9-4e746ebe8b95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7025e0f6-ffe3-4b04-a1a1-a13dc21948bb HTTP/1.1" status: 200 len: 1002 time: 0.0574205 Jun 21 04:50:21.497621 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96a4cf-695c-4bbd-9bcf-b1b7d4e664a1 req-303d4bfc-c8c6-4d60-b2f6-ea84c13e7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:21.499019 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ce96a4cf-695c-4bbd-9bcf-b1b7d4e664a1 req-303d4bfc-c8c6-4d60-b2f6-ea84c13e7aee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb99c622-c19a-4045-a63c-e35ad1ef09d6 HTTP/1.1" status: 200 len: 851 time: 0.0431304 Jun 21 04:50:21.565518 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96a4cf-695c-4bbd-9bcf-b1b7d4e664a1 req-c02d6912-b2b7-452d-8b21-7cf07a3a075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:21.566951 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ce96a4cf-695c-4bbd-9bcf-b1b7d4e664a1 req-c02d6912-b2b7-452d-8b21-7cf07a3a075d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533383 Jun 21 04:50:21.659813 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ce96a4cf-695c-4bbd-9bcf-b1b7d4e664a1 req-091b464f-b3d0-45f7-82d8-95b5d0ba4f94 service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797086 Jun 21 04:50:21.754450 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ce96a4cf-695c-4bbd-9bcf-b1b7d4e664a1 req-1f277537-f598-41ba-8d9e-dbc4d1e1c2da service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877328 Jun 21 04:50:22.079851 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d112d5-ed63-42cd-a99e-9b868f7a5281 req-7fb135d6-a3c9-4a47-815f-984d4c2f313a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:22.081249 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-47d112d5-ed63-42cd-a99e-9b868f7a5281 req-7fb135d6-a3c9-4a47-815f-984d4c2f313a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0639498 Jun 21 04:50:22.117204 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-47d112d5-ed63-42cd-a99e-9b868f7a5281 req-23c18ff9-6c2c-4077-bf5c-08bd44c8b954 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303023 Jun 21 04:50:23.297419 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91e0f1-f0f6-446c-a824-a066ace9de00 req-5195e5e4-ca48-44f0-acbb-7cae85d6c154 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:23.298838 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8c91e0f1-f0f6-446c-a824-a066ace9de00 req-5195e5e4-ca48-44f0-acbb-7cae85d6c154 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0653021 Jun 21 04:50:23.335987 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8c91e0f1-f0f6-446c-a824-a066ace9de00 req-7e5309cd-fc75-4791-8d0c-af907805c216 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315964 Jun 21 04:50:23.579044 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-87fa4d70-c1f7-4ffd-88ed-0435d7fb7aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:24.012461 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:24.509773 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cabc0a-6a9a-4e92-8062-42c1971ec556 req-9ee077b2-98c9-49ab-a2f8-ebbac52b4f5c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:24.511263 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-74cabc0a-6a9a-4e92-8062-42c1971ec556 req-9ee077b2-98c9-49ab-a2f8-ebbac52b4f5c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0629468 Jun 21 04:50:24.551218 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-74cabc0a-6a9a-4e92-8062-42c1971ec556 req-d3748abb-4682-4368-8f4c-a15013ffa4b0 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334730 Jun 21 04:50:25.729102 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff28e0-065c-4320-84d4-dfc738f2af67 req-e5ee9dd0-fffc-4595-a09a-cc68368135c7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:25.730520 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-aeff28e0-065c-4320-84d4-dfc738f2af67 req-e5ee9dd0-fffc-4595-a09a-cc68368135c7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0605261 Jun 21 04:50:25.770591 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-aeff28e0-065c-4320-84d4-dfc738f2af67 req-68d3f102-f6e8-4842-aa3c-10fadb28f746 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336397 Jun 21 04:50:26.276472 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c103eef8-1934-4aa9-a945-698ed046860f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:26.545253 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:26.954393 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec49bc-6de0-4411-a558-fb02d4b8d295 req-f376a622-6f4e-474d-9744-7d3f7e840365 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:26.955926 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b3ec49bc-6de0-4411-a558-fb02d4b8d295 req-f376a622-6f4e-474d-9744-7d3f7e840365 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0691373 Jun 21 04:50:26.993398 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b3ec49bc-6de0-4411-a558-fb02d4b8d295 req-5b89bc0d-24c3-4384-bf96-eec48ed8e95e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317612 Jun 21 04:50:27.361840 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:28.166219 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e5130-92e3-4f5f-9514-727558276b81 req-0aabb7dd-5357-4d5d-bbb5-838d7164292c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:28.167657 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-668e5130-92e3-4f5f-9514-727558276b81 req-0aabb7dd-5357-4d5d-bbb5-838d7164292c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0603411 Jun 21 04:50:28.204756 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-668e5130-92e3-4f5f-9514-727558276b81 req-72a2dc13-bee7-4dbb-acd3-c3cbf0c78110 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309651 Jun 21 04:50:29.076490 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:29.386812 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4973f-d0c7-474e-a946-0d8c314e3d54 req-caa451c4-8a24-42dd-8403-9ceadf320931 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:29.393964 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-28e4973f-d0c7-474e-a946-0d8c314e3d54 req-caa451c4-8a24-42dd-8403-9ceadf320931 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0688982 Jun 21 04:50:29.426495 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-28e4973f-d0c7-474e-a946-0d8c314e3d54 req-d240e7b3-2782-4616-a7b5-86c2eb54bea1 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324762 Jun 21 04:50:30.604310 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810a7ac-78cf-49ca-9880-558d362ef8c2 req-27b32e30-63e1-4c39-a821-a068713b97d0 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:30.605767 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c810a7ac-78cf-49ca-9880-558d362ef8c2 req-27b32e30-63e1-4c39-a821-a068713b97d0 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0630016 Jun 21 04:50:30.644650 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c810a7ac-78cf-49ca-9880-558d362ef8c2 req-f6d69881-98c6-4975-aa0d-c75f579025e6 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325718 Jun 21 04:50:31.820273 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669ee13-4d64-4ae7-82d3-46b34d672ece req-18040d61-fa91-4aa5-b61c-3d6bc3354cd0 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:31.821779 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e669ee13-4d64-4ae7-82d3-46b34d672ece req-18040d61-fa91-4aa5-b61c-3d6bc3354cd0 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0636022 Jun 21 04:50:31.859718 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e669ee13-4d64-4ae7-82d3-46b34d672ece req-7a3ae6f8-2480-4700-824f-fb27bcdb49cd tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316615 Jun 21 04:50:33.036942 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8141-452d-40de-95bc-48cb6f87698f req-a86693f2-b86d-441b-85f3-9c04d33a5b40 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:33.038313 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-513b8141-452d-40de-95bc-48cb6f87698f req-a86693f2-b86d-441b-85f3-9c04d33a5b40 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0656540 Jun 21 04:50:33.075762 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-513b8141-452d-40de-95bc-48cb6f87698f req-6074f943-7f54-41ca-8466-1c548190b6c3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317824 Jun 21 04:50:33.731410 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:50:34.249467 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cc031-3db6-4c4a-92e7-1dfeef319346 req-14d20a7b-3b3e-4bf3-8d19-31db06921ef7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:34.250932 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a07cc031-3db6-4c4a-92e7-1dfeef319346 req-14d20a7b-3b3e-4bf3-8d19-31db06921ef7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0627658 Jun 21 04:50:34.288065 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a07cc031-3db6-4c4a-92e7-1dfeef319346 req-ac19747c-2481-4959-81ee-e9a60c4e685b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315297 Jun 21 04:50:35.472508 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3456a-7b03-425d-b7fa-b1ecfe1cb56f req-6437a934-7d8d-4802-b9cf-97bb69b021c0 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:35.473955 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-51f3456a-7b03-425d-b7fa-b1ecfe1cb56f req-6437a934-7d8d-4802-b9cf-97bb69b021c0 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0657229 Jun 21 04:50:35.512013 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-51f3456a-7b03-425d-b7fa-b1ecfe1cb56f req-850b521e-e39c-40c2-9c55-106c260190f6 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326109 Jun 21 04:50:36.687586 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a598b38-f4e0-4872-aff1-7aa59cb4b8a0 req-865afc82-f761-4d67-b3a7-8e01628425eb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:36.689046 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4a598b38-f4e0-4872-aff1-7aa59cb4b8a0 req-865afc82-f761-4d67-b3a7-8e01628425eb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0632071 Jun 21 04:50:36.728994 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4a598b38-f4e0-4872-aff1-7aa59cb4b8a0 req-db8cf8a6-3beb-496f-9e05-494c005e82ee tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331397 Jun 21 04:50:37.410466 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-eedce815-bbd0-4ccd-89b2-91da0ff58902 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526396788&fields=id&tenant_id=fdc4e805caf44a30888cf51e943ce9bc HTTP/1.1" status: 200 len: 267 time: 0.0345354 Jun 21 04:50:37.516712 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-f06535e0-4667-49ef-ba67-5af869764233 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:37.518670 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-f06535e0-4667-49ef-ba67-5af869764233 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/networks?id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c HTTP/1.1" status: 200 len: 812 time: 0.1013908 Jun 21 04:50:37.532574 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-42bc639a-e7e8-478d-9254-f1657843132a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/quotas/fdc4e805caf44a30888cf51e943ce9bc HTTP/1.1" status: 200 len: 375 time: 0.0089264 Jun 21 04:50:37.608508 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-a8f709b2-ca29-49e5-99f3-268305274463 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0703349 Jun 21 04:50:37.624477 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-dd34d3e3-41a8-4a2c-89ab-02879661d77f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:50:37.625400 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-dd34d3e3-41a8-4a2c-89ab-02879661d77f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051455 Jun 21 04:50:37.713149 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-c972d988-d54b-4819-9e03-3e5f18999b94 service neutron] 10.222.0.11 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820017 Jun 21 04:50:37.808576 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-c00e467a-0eb2-4953-a4d3-e44e2b4ad3eb service neutron] 10.222.0.11 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896523 Jun 21 04:50:38.071296 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c12831-f0ea-49f0-a427-f68a054fc3ea req-6922943c-d876-4d6e-a041-3b72d119b222 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:38.072729 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-11c12831-f0ea-49f0-a427-f68a054fc3ea req-6922943c-d876-4d6e-a041-3b72d119b222 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0614464 Jun 21 04:50:38.109139 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-11c12831-f0ea-49f0-a427-f68a054fc3ea req-467c0647-cbb4-4020-8604-85dd548a8e29 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308735 Jun 21 04:50:38.539410 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1a8a402d-83d9-43fb-940b-c44b69517964 req-d454b1c9-d2fd-4ff5-9b4f-0927abf7c154 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 210 time: 0.0337186 Jun 21 04:50:39.289259 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02b8c-b637-4945-9dd3-8f85d0517106 req-059481ac-a320-4f0e-aa66-d4b8cf081c36 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:39.290609 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-98f02b8c-b637-4945-9dd3-8f85d0517106 req-059481ac-a320-4f0e-aa66-d4b8cf081c36 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0620830 Jun 21 04:50:39.328007 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-98f02b8c-b637-4945-9dd3-8f85d0517106 req-a3a66ad6-4f18-4a49-a0cd-79e19848dbd5 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316515 Jun 21 04:50:39.683346 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7e0d307e-9465-4c9e-9ce8-e9f0575de6ea req-b289149a-67d8-46d1-9335-b0ab5dab094d tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 210 time: 0.0299721 Jun 21 04:50:40.503555 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07064df-8429-403a-8f8a-09e147e86f41 req-e38f0b11-cbd9-4d67-ad9e-3ecc52f10ff3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:40.504994 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c07064df-8429-403a-8f8a-09e147e86f41 req-e38f0b11-cbd9-4d67-ad9e-3ecc52f10ff3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0622761 Jun 21 04:50:40.542048 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c07064df-8429-403a-8f8a-09e147e86f41 req-a04e646a-8aac-452a-a77e-8f712211e5ab tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315511 Jun 21 04:50:40.827196 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e3c318cc-73ce-47bd-89d8-aa28c98e0860 req-afbe430c-534e-410c-a24c-2017fffb76c4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 210 time: 0.0292439 Jun 21 04:50:41.001868 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-f8242528-25d4-4648-be2e-28019fa0028a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:41.004194 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-f8242528-25d4-4648-be2e-28019fa0028a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "GET /v2.0/networks?id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c HTTP/1.1" status: 200 len: 812 time: 0.1055636 Jun 21 04:50:41.056586 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-5d24a6ef-c76e-4a4b-a907-eecac325db3a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdc4e805caf44a30888cf51e943ce9bc HTTP/1.1" status: 200 len: 379 time: 0.0333328 Jun 21 04:50:41.068992 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Request body: {'port': {'device_id': 'c0fb2607-f747-4d41-9dc1-22f44e8c8837', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'admin_state_up': True, 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'security_groups': ['0938e66a-3903-4296-903c-fbe4c9469773']}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:50:41.247259 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Made reservation on behalf of fdc4e805caf44a30888cf51e943ce9bc for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:50:41.250714 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:41.378656 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Allocated IP 172.20.0.7 (a0fef746-dcc4-4d53-bdf5-6879a4a91e7c/cb99c622-c19a-4045-a63c-e35ad1ef09d6/d7589d54-8288-4141-a2ac-49aaf160bd3f) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:50:41.520603 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:41.533338 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Transition to ACTIVE for port object d7589d54-8288-4141-a2ac-49aaf160bd3f will not be triggered until provisioned by entity DHCP. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:50:41.636737 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:41.640758 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:50:41.681474 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:50:41.685128 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:50:41.689783 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:50:41.725442 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'Port': ['ID=d7589d54-8288-4141-a2ac-49aaf160bd3f,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:50:41.733789 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114c6e9-9264-48c4-a877-ebb4558018da req-c3fde111-64e4-490e-95b6-723635d2ca4a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:41.735998 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b114c6e9-9264-48c4-a877-ebb4558018da req-c3fde111-64e4-490e-95b6-723635d2ca4a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0753169 Jun 21 04:50:41.740521 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:41.745841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:41.745841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:41.745841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:41.745841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:41.745841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:41.745841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:41.745841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:41.745841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:41.745841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:41.745841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:41.745841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:41.749960 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:50:41.760910 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:41.761545 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:41.784826 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b114c6e9-9264-48c4-a877-ebb4558018da req-d5367a08-334d-4ff5-9c25-a4f612570552 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420401 Jun 21 04:50:41.837007 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7725873 Jun 21 04:50:41.869736 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-9bf6c029-eb39-450a-8581-23bad8c619c2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:50:41.870778 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-9bf6c029-eb39-450a-8581-23bad8c619c2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054400 Jun 21 04:50:41.926389 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Request body: {'port': {'device_id': 'c0fb2607-f747-4d41-9dc1-22f44e8c8837', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:50:42.030613 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-c3a76206-1682-490c-bb92-60fa569903d7 None None] Provisioning for port d7589d54-8288-4141-a2ac-49aaf160bd3f completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:50:42.034980 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-c3a76206-1682-490c-bb92-60fa569903d7 None None] Provisioning complete for port d7589d54-8288-4141-a2ac-49aaf160bd3f triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:50:42.035382 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c3a76206-1682-490c-bb92-60fa569903d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:42.044343 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:42.066271 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da271551-e7de-41c2-a7de-4ecbc3faef8d req-c22ce9c4-259b-42e6-9c65-5797f61f8bab tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:42.067767 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-da271551-e7de-41c2-a7de-4ecbc3faef8d req-c22ce9c4-259b-42e6-9c65-5797f61f8bab tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 931 time: 0.1153741 Jun 21 04:50:42.068880 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-c3a76206-1682-490c-bb92-60fa569903d7 None None] Port d7589d54-8288-4141-a2ac-49aaf160bd3f cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:50:42.181956 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-da271551-e7de-41c2-a7de-4ecbc3faef8d req-9405a707-1194-45b6-ab10-03150222ac82 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926249 Jun 21 04:50:42.344028 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7589d54-8288-4141-a2ac-49aaf160bd3f {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:50:42.351581 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:42.363658 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Transition to ACTIVE for port object d7589d54-8288-4141-a2ac-49aaf160bd3f will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:50:42.445937 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:42.448883 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-b99e4ea7-c214-46f1-a784-4b15e63e310e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:50:42.532868 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Pushing event updated for resources: {'Port': ['ID=d7589d54-8288-4141-a2ac-49aaf160bd3f,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:50:42.552350 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:50:42.605896 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Attempting to bind port d7589d54-8288-4141-a2ac-49aaf160bd3f on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:50:42.606240 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Attempting to bind port d7589d54-8288-4141-a2ac-49aaf160bd3f by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:50:42.606572 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Attempting to bind port d7589d54-8288-4141-a2ac-49aaf160bd3f on network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:50:42.610906 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Port d7589d54-8288-4141-a2ac-49aaf160bd3f on network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:50:42.611255 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Attempting to bind port d7589d54-8288-4141-a2ac-49aaf160bd3f on network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:50:42.631745 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:50:42.632195 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Checking segment: {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:50:42.632656 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Bound using segment: {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:50:42.633410 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Bound port: d7589d54-8288-4141-a2ac-49aaf160bd3f, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f660415-4bc9-4468-87f3-6144dad8c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:50:42.633774 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:42.705149 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] For port d7589d54-8288-4141-a2ac-49aaf160bd3f, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:50:42.708948 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] For port d7589d54-8288-4141-a2ac-49aaf160bd3f, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d7589d54-8288-4141-a2ac-49aaf160bd3f,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:50:42.823929 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:42.827025 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-13593d10-3e3a-4218-8d26-15d3489d5dd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:50:42.867545 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:42.867545 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:42.867545 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] 10.222.0.52 "PUT /v2.0/ports/d7589d54-8288-4141-a2ac-49aaf160bd3f HTTP/1.1" status: 200 len: 1093 time: 0.9828115 Jun 21 04:50:42.867545 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fb2607-f747-4d41-9dc1-22f44e8c8837', 'tag': 'd7589d54-8288-4141-a2ac-49aaf160bd3f'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:50:42.869540 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d1e486-d7ed-426a-9e37-0b54f51e6f13" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fb2607-f747-4d41-9dc1-22f44e8c8837", "tag": "d7589d54-8288-4141-a2ac-49aaf160bd3f"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:50:42.897573 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Pushing event updated for resources: {'Port': ['ID=d7589d54-8288-4141-a2ac-49aaf160bd3f,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:50:42.900906 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:50:42.924101 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8914bca1-58b5-4f8f-b427-466170815d56 x-openstack-request-id: req-8914bca1-58b5-4f8f-b427-466170815d56 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:50:42.925086 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fb2607-f747-4d41-9dc1-22f44e8c8837", "tag": "d7589d54-8288-4141-a2ac-49aaf160bd3f", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:50:42.925384 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8914bca1-58b5-4f8f-b427-466170815d56 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:50:42.925816 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fb2607-f747-4d41-9dc1-22f44e8c8837', 'tag': 'd7589d54-8288-4141-a2ac-49aaf160bd3f', 'status': 'completed', 'code': 200} Jun 21 04:50:42.984384 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70a939-a017-4f3f-af6f-9b94180ae8d2 req-686c4189-86c4-417c-a394-d2fbaf3fb090 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:42.985526 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cf70a939-a017-4f3f-af6f-9b94180ae8d2 req-686c4189-86c4-417c-a394-d2fbaf3fb090 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0753088 Jun 21 04:50:43.067668 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cf70a939-a017-4f3f-af6f-9b94180ae8d2 req-c760d4a5-ce93-4a8e-be65-083397d0f653 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734375 Jun 21 04:50:43.075442 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1e486-d7ed-426a-9e37-0b54f51e6f13 req-6538db98-9259-40f4-9107-21382702ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:43.076902 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b6d1e486-d7ed-426a-9e37-0b54f51e6f13 req-6538db98-9259-40f4-9107-21382702ea64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 1096 time: 0.0905008 Jun 21 04:50:43.183341 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1e486-d7ed-426a-9e37-0b54f51e6f13 req-29da2854-4fb2-4d28-b87c-b3e7007ce2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:43.185020 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b6d1e486-d7ed-426a-9e37-0b54f51e6f13 req-29da2854-4fb2-4d28-b87c-b3e7007ce2c4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0918779 Jun 21 04:50:43.285441 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1e486-d7ed-426a-9e37-0b54f51e6f13 req-ef4ed26a-af13-4460-94dc-d91f0edbcef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:43.286899 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b6d1e486-d7ed-426a-9e37-0b54f51e6f13 req-ef4ed26a-af13-4460-94dc-d91f0edbcef7 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944920 Jun 21 04:50:43.338626 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 7af489cc-eb26-494f-b4a1-f93e020e0782 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:50:43.354118 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c2107-67cc-4960-98b4-12102359602a req-40ae23a8-6741-435e-9ff8-2fbc11c574d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:43.355806 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-db7c2107-67cc-4960-98b4-12102359602a req-40ae23a8-6741-435e-9ff8-2fbc11c574d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 943 time: 0.0635278 Jun 21 04:50:43.398620 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-db7c2107-67cc-4960-98b4-12102359602a req-8a1d8e6e-6bee-4061-9cd6-3b0cd4c91c36 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370164 Jun 21 04:50:43.420615 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-07880f07-edda-4c88-9936-3a1da0a8f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:43.422085 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-07880f07-edda-4c88-9936-3a1da0a8f573 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 1096 time: 0.0556810 Jun 21 04:50:43.454363 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 7af489cc-eb26-494f-b4a1-f93e020e0782, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7af489cc-eb26-494f-b4a1-f93e020e0782,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:50:43.465803 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'port_id': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'mac_address': 'fa:16:3e:f2:39:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:50:43.495012 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-f271c9b4-30ae-4c47-a1ef-98bed39b05ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7589d54-8288-4141-a2ac-49aaf160bd3f HTTP/1.1" status: 200 len: 217 time: 0.0382550 Jun 21 04:50:43.502460 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:43.514850 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7af489cc-eb26-494f-b4a1-f93e020e0782 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:50:43.535006 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 7af489cc-eb26-494f-b4a1-f93e020e0782, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7af489cc-eb26-494f-b4a1-f93e020e0782,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:50:43.544111 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-0b7920af-aa9c-4d81-9075-452851010f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:43.545988 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-0b7920af-aa9c-4d81-9075-452851010f4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb99c622-c19a-4045-a63c-e35ad1ef09d6 HTTP/1.1" status: 200 len: 851 time: 0.0435774 Jun 21 04:50:43.579064 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:43.581278 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:50:43.612128 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-4b08ce0b-e3c3-4b60-8a28-53d6ab9447b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:43.613521 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-4b08ce0b-e3c3-4b60-8a28-53d6ab9447b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543234 Jun 21 04:50:43.627770 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=7af489cc-eb26-494f-b4a1-f93e020e0782,revision_number=6']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:50:43.634566 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:43.634907 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:43.635266 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:43.635596 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:43.635916 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:43.636234 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:43.636553 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:43.636868 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:43.637185 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:43.637525 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:43.637839 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:43.638150 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:50:43.641902 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:50:43.715652 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-f68efb4a-d194-494d-be51-b75cdf00527c service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940421 Jun 21 04:50:43.808221 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['7af489cc-eb26-494f-b4a1-f93e020e0782'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:50:43.809750 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5c6ff9c6-583e-440c-a559-370bf5c95eef req-197456e0-d377-45ff-b568-8a6bacead261 service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829997 Jun 21 04:50:44.260377 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e262e8-c84b-4682-9467-49b38c9a5c5e req-80242f16-b7ad-4d2c-95b6-1204a22e21ee tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:44.261713 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d4e262e8-c84b-4682-9467-49b38c9a5c5e req-80242f16-b7ad-4d2c-95b6-1204a22e21ee tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 945 time: 0.0610242 Jun 21 04:50:44.300282 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d4e262e8-c84b-4682-9467-49b38c9a5c5e req-7697278e-edea-40c1-86d4-540612af8ade tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315726 Jun 21 04:50:44.572154 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cc0e-40f3-4bfd-8a4a-19e2fb86ccdc req-0b0d68d9-9710-4e50-8cfa-b5c9ceb90089 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:44.573482 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b386cc0e-40f3-4bfd-8a4a-19e2fb86ccdc req-0b0d68d9-9710-4e50-8cfa-b5c9ceb90089 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 943 time: 0.0641797 Jun 21 04:50:44.608640 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b386cc0e-40f3-4bfd-8a4a-19e2fb86ccdc req-c3b0d783-4274-4a56-ae69-b80bd81a188a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296061 Jun 21 04:50:45.353368 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 7af489cc-eb26-494f-b4a1-f93e020e0782 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:50:45.401262 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port 7af489cc-eb26-494f-b4a1-f93e020e0782 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:50:45.401646 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:45.480067 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:45.481199 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc45625-567c-459a-9b9b-85df60dec5ba req-92214cca-d700-468e-81b5-aeec5d6e72df tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:45.482695 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4fc45625-567c-459a-9b9b-85df60dec5ba req-92214cca-d700-468e-81b5-aeec5d6e72df tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 945 time: 0.0666797 Jun 21 04:50:45.504759 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af489cc-eb26-494f-b4a1-f93e020e0782'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:50:45.504759 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f82855-11bd-4a80-8039-c76f9b3a8f8c" -d '{"events": [{"server_uuid": "c66384b7-f2cd-4905-bd10-205b86cc2de2", "name": "network-vif-plugged", "status": "completed", "tag": "7af489cc-eb26-494f-b4a1-f93e020e0782"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:50:45.517321 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 7af489cc-eb26-494f-b4a1-f93e020e0782, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7af489cc-eb26-494f-b4a1-f93e020e0782,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:50:45.520024 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4fc45625-567c-459a-9b9b-85df60dec5ba req-d406071f-cac5-40f2-ad1e-3055baf46549 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315135 Jun 21 04:50:45.551664 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67af1f2-060b-404c-99ae-86f88ba1c231 x-openstack-request-id: req-d67af1f2-060b-404c-99ae-86f88ba1c231 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:50:45.551967 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66384b7-f2cd-4905-bd10-205b86cc2de2", "name": "network-vif-plugged", "status": "completed", "tag": "7af489cc-eb26-494f-b4a1-f93e020e0782", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:50:45.552231 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d67af1f2-060b-404c-99ae-86f88ba1c231 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:50:45.552631 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'code': 200} Jun 21 04:50:45.602042 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:45.605174 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-05ce797a-d1d8-4dc4-8977-e0c9fd62a9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:50:45.650655 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=7af489cc-eb26-494f-b4a1-f93e020e0782,revision_number=7']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:50:45.653652 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:50:45.781910 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b0f6d-8543-4f53-99f1-8ac59035735a req-39eee17e-05f1-4348-ad1e-1cae02775059 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:45.783744 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7a9b0f6d-8543-4f53-99f1-8ac59035735a req-39eee17e-05f1-4348-ad1e-1cae02775059 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 943 time: 0.0625865 Jun 21 04:50:45.820114 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7a9b0f6d-8543-4f53-99f1-8ac59035735a req-376c74dd-a57e-40bb-bc57-9b6ca8f37a3a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311880 Jun 21 04:50:46.698799 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561d4d4-7dde-4a63-a1d4-2492f98764b6 req-9a673cd0-439f-4b99-a285-2eb6edc12d59 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:46.700249 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e561d4d4-7dde-4a63-a1d4-2492f98764b6 req-9a673cd0-439f-4b99-a285-2eb6edc12d59 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0646892 Jun 21 04:50:46.738659 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e561d4d4-7dde-4a63-a1d4-2492f98764b6 req-a56269f3-b84e-492d-b5d7-58213846c268 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325713 Jun 21 04:50:46.996905 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c37d7-162d-430d-9582-77b150cf8fa6 req-b3a59d02-575e-4be6-8993-303b86668553 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:46.998332 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5d4c37d7-162d-430d-9582-77b150cf8fa6 req-b3a59d02-575e-4be6-8993-303b86668553 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 943 time: 0.0647180 Jun 21 04:50:47.035716 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5d4c37d7-162d-430d-9582-77b150cf8fa6 req-59eefbff-1bcf-4bf2-82f4-273fd01f9049 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309207 Jun 21 04:50:47.915459 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0f957-c23b-4458-8dd2-f3c8f00c4e4c req-b167908d-9454-4cca-89bb-c1f05a0813ca tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:47.916918 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-afa0f957-c23b-4458-8dd2-f3c8f00c4e4c req-b167908d-9454-4cca-89bb-c1f05a0813ca tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0646372 Jun 21 04:50:47.954552 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-afa0f957-c23b-4458-8dd2-f3c8f00c4e4c req-c8e5c711-1b5f-4cf7-897a-c8c2011de170 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318084 Jun 21 04:50:48.206364 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb73418-8552-4fd0-97ba-e3071c8126a2 req-367e5caf-19dd-4a2c-8035-2fdb555d719f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:48.207804 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2cb73418-8552-4fd0-97ba-e3071c8126a2 req-367e5caf-19dd-4a2c-8035-2fdb555d719f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 943 time: 0.0613854 Jun 21 04:50:48.243924 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2cb73418-8552-4fd0-97ba-e3071c8126a2 req-526e8c99-97c5-4d19-a43a-cae0d81c5ef9 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305772 Jun 21 04:50:49.134631 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1846a51-c06f-4215-af81-eb6135b338bf req-061917b3-ee94-40aa-a0ed-cc40cd237321 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:49.136033 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d1846a51-c06f-4215-af81-eb6135b338bf req-061917b3-ee94-40aa-a0ed-cc40cd237321 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0630634 Jun 21 04:50:49.172732 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d1846a51-c06f-4215-af81-eb6135b338bf req-11d66a76-1011-4821-9e2f-952bf9d2026b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308836 Jun 21 04:50:49.418365 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7521c0-8c51-46bc-9225-4d6872d3d55f req-20c92454-cb0f-4e91-87ee-02d2737bd70d tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:49.419823 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ad7521c0-8c51-46bc-9225-4d6872d3d55f req-20c92454-cb0f-4e91-87ee-02d2737bd70d tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 943 time: 0.0655460 Jun 21 04:50:49.457000 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ad7521c0-8c51-46bc-9225-4d6872d3d55f req-20d1a04b-8b9a-4fe9-a9d8-18d445401b53 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309289 Jun 21 04:50:50.358651 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e160f-5750-4736-89fc-29bf30cf2e4c req-d10de942-09b4-4d8b-904c-0e12a4973e44 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:50.360130 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-357e160f-5750-4736-89fc-29bf30cf2e4c req-d10de942-09b4-4d8b-904c-0e12a4973e44 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0665863 Jun 21 04:50:50.399929 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-357e160f-5750-4736-89fc-29bf30cf2e4c req-10a16ae1-5a83-46f0-b29f-221f15e2bf72 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340688 Jun 21 04:50:50.643950 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38348fa-23c9-4be4-add3-94263fbc3642 req-6018b8dc-a3fc-413e-b40f-4a4981bdac83 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:50.645486 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b38348fa-23c9-4be4-add3-94263fbc3642 req-6018b8dc-a3fc-413e-b40f-4a4981bdac83 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 943 time: 0.0777814 Jun 21 04:50:50.682306 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b38348fa-23c9-4be4-add3-94263fbc3642 req-b1ab15e1-ef64-47b3-9375-2c8ac6342315 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311332 Jun 21 04:50:51.621462 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4830-d26f-49a1-9a14-3ca5cd65af51 req-42848412-7728-4640-a8fc-0b5ccaf4d886 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:51.623671 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-991a4830-d26f-49a1-9a14-3ca5cd65af51 req-42848412-7728-4640-a8fc-0b5ccaf4d886 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0956068 Jun 21 04:50:51.677649 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-991a4830-d26f-49a1-9a14-3ca5cd65af51 req-8729413b-853f-4cd3-9dc0-2b9fb634594f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476165 Jun 21 04:50:51.993183 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d48806-6d2a-4872-8093-b3cbe7128107 req-4222607c-4211-4d8a-a269-24869cd101f2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:52.002024 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-22d48806-6d2a-4872-8093-b3cbe7128107 req-4222607c-4211-4d8a-a269-24869cd101f2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 943 time: 0.1719759 Jun 21 04:50:52.069106 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-22d48806-6d2a-4872-8093-b3cbe7128107 req-23fc149f-a65c-49fa-b454-1b9d0b85a770 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574214 Jun 21 04:50:52.877092 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce836a91-8678-481a-8d83-45d162036089 req-db45358a-2ac4-4328-a8b8-0581ba1cb64e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:52.879017 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ce836a91-8678-481a-8d83-45d162036089 req-db45358a-2ac4-4328-a8b8-0581ba1cb64e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0702033 Jun 21 04:50:52.920150 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ce836a91-8678-481a-8d83-45d162036089 req-72f76da9-5e84-4722-8327-cec030a6693b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320516 Jun 21 04:50:53.257830 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ffddf-6892-4e55-bdfe-f3db709d1be7 req-15417fc9-06ff-429d-b24d-9279ef509e1a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:53.259464 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ef7ffddf-6892-4e55-bdfe-f3db709d1be7 req-15417fc9-06ff-429d-b24d-9279ef509e1a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 943 time: 0.0665326 Jun 21 04:50:53.301636 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ef7ffddf-6892-4e55-bdfe-f3db709d1be7 req-63498791-b999-4de0-9f3f-658b387f02cc tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366120 Jun 21 04:50:53.413527 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device d7589d54-8288-4141-a2ac-49aaf160bd3f details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:50:53.526430 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port d7589d54-8288-4141-a2ac-49aaf160bd3f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d7589d54-8288-4141-a2ac-49aaf160bd3f,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:50:53.545715 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': 'd7589d54-8288-4141-a2ac-49aaf160bd3f', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'port_id': 'd7589d54-8288-4141-a2ac-49aaf160bd3f', 'mac_address': 'fa:16:3e:93:92:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:50:53.586779 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:53.602172 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7589d54-8288-4141-a2ac-49aaf160bd3f {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:50:53.623338 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f0dff893-d52d-4b89-a49e-910a9cb43490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:53.625743 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port d7589d54-8288-4141-a2ac-49aaf160bd3f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d7589d54-8288-4141-a2ac-49aaf160bd3f,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:50:53.807600 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:53.810516 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:50:53.860019 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=d7589d54-8288-4141-a2ac-49aaf160bd3f,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:50:53.864421 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:50:54.012142 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:54.162371 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd695285-51c4-43f3-b4e7-61b3f1c8c3cf req-7be2bf4e-a7d7-422d-961c-c4baf3fb009d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:54.167922 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cd695285-51c4-43f3-b4e7-61b3f1c8c3cf req-7be2bf4e-a7d7-422d-961c-c4baf3fb009d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0803506 Jun 21 04:50:54.213156 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cd695285-51c4-43f3-b4e7-61b3f1c8c3cf req-8e20b13d-72ec-4347-87a4-9bec1fdaa013 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431457 Jun 21 04:50:54.455574 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['d7589d54-8288-4141-a2ac-49aaf160bd3f'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:50:54.491017 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430d592-17ab-4718-901f-055304689b42 req-aef464d9-1c42-4a5e-a741-0018c3cbe52c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:54.492541 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e430d592-17ab-4718-901f-055304689b42 req-aef464d9-1c42-4a5e-a741-0018c3cbe52c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 944 time: 0.0687430 Jun 21 04:50:54.541015 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e430d592-17ab-4718-901f-055304689b42 req-ec7a8006-7617-4acc-8e93-492b0b7c5b32 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428143 Jun 21 04:50:55.425443 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42421f-5aa5-4242-9d78-1ab3ebf05237 req-74b71ef6-f242-40c9-823b-6d30100d6e95 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:55.427948 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9f42421f-5aa5-4242-9d78-1ab3ebf05237 req-74b71ef6-f242-40c9-823b-6d30100d6e95 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0941567 Jun 21 04:50:55.476071 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9f42421f-5aa5-4242-9d78-1ab3ebf05237 req-0eb9bb1e-ce27-47e1-9969-23021af8cdc4 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 Jun 21 04:50:55.730125 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831a4e6-d1c8-4072-897b-f24a645b4046 req-4b798d1f-63ab-420f-a1a0-1e667f7863cb tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:55.731626 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2831a4e6-d1c8-4072-897b-f24a645b4046 req-4b798d1f-63ab-420f-a1a0-1e667f7863cb tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 944 time: 0.0686128 Jun 21 04:50:55.785452 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2831a4e6-d1c8-4072-897b-f24a645b4046 req-11fbd3d4-7358-4e40-86b3-1df69ee837cb tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476208 Jun 21 04:50:56.264233 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-c89ab832-4154-496b-87ac-b2757ca2a1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:56.590353 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:56.676594 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f0f09-a029-4791-9e79-14d875297bb0 req-346a8d65-dc10-46ae-86f7-125ab13d67ad tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:56.683637 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e24f0f09-a029-4791-9e79-14d875297bb0 req-346a8d65-dc10-46ae-86f7-125ab13d67ad tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0736260 Jun 21 04:50:56.728393 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e24f0f09-a029-4791-9e79-14d875297bb0 req-c3d8c6e5-8250-4025-a44b-d24325b7f3cd tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439677 Jun 21 04:50:56.964784 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa4dbe-839a-41e7-b6e3-2bbf66c63e12 req-5299b8a0-9be4-4d55-a9cd-d0e1077236f3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:56.964784 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ccaa4dbe-839a-41e7-b6e3-2bbf66c63e12 req-5299b8a0-9be4-4d55-a9cd-d0e1077236f3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 944 time: 0.0669854 Jun 21 04:50:57.007498 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ccaa4dbe-839a-41e7-b6e3-2bbf66c63e12 req-22700cf2-1006-49e1-b799-d6575acde34b tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380926 Jun 21 04:50:57.361265 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:57.432197 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device d7589d54-8288-4141-a2ac-49aaf160bd3f up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:50:57.960945 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b691c0-63fc-432c-87c5-1056a2beaa06 req-e7bb9c82-9f5f-4df1-b3d2-90afc920f49a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:57.962424 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-51b691c0-63fc-432c-87c5-1056a2beaa06 req-e7bb9c82-9f5f-4df1-b3d2-90afc920f49a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0771279 Jun 21 04:50:57.999876 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-51b691c0-63fc-432c-87c5-1056a2beaa06 req-606cf9d2-06f4-4d03-8c6f-f8e77940f07f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316851 Jun 21 04:50:58.064745 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port d7589d54-8288-4141-a2ac-49aaf160bd3f completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:50:58.068951 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port d7589d54-8288-4141-a2ac-49aaf160bd3f triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:50:58.069328 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:58.143900 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:58.184705 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fb2607-f747-4d41-9dc1-22f44e8c8837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7589d54-8288-4141-a2ac-49aaf160bd3f'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:50:58.188091 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a2be45-2363-45b2-9b34-d91bd61e3890" -d '{"events": [{"server_uuid": "c0fb2607-f747-4d41-9dc1-22f44e8c8837", "name": "network-vif-plugged", "status": "completed", "tag": "d7589d54-8288-4141-a2ac-49aaf160bd3f"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:50:58.199782 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port d7589d54-8288-4141-a2ac-49aaf160bd3f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d7589d54-8288-4141-a2ac-49aaf160bd3f,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:50:58.206742 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0132d-c579-4aed-94df-fdb16782bdc9 req-48e8be22-cf7c-496d-bcf9-3fafa5e55cbf tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:58.209064 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3bb0132d-c579-4aed-94df-fdb16782bdc9 req-48e8be22-cf7c-496d-bcf9-3fafa5e55cbf tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 944 time: 0.0858049 Jun 21 04:50:58.230226 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c8afec-e590-40d9-aa32-7a58adf3883d x-openstack-request-id: req-03c8afec-e590-40d9-aa32-7a58adf3883d {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:50:58.230559 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fb2607-f747-4d41-9dc1-22f44e8c8837", "name": "network-vif-plugged", "status": "completed", "tag": "d7589d54-8288-4141-a2ac-49aaf160bd3f", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:50:58.230927 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03c8afec-e590-40d9-aa32-7a58adf3883d {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:50:58.231425 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fb2607-f747-4d41-9dc1-22f44e8c8837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7589d54-8288-4141-a2ac-49aaf160bd3f', 'code': 200} Jun 21 04:50:58.251340 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3bb0132d-c579-4aed-94df-fdb16782bdc9 req-dca32376-1cfb-485a-b9b4-5d70d25451c0 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350707 Jun 21 04:50:58.277585 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:58.279423 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-d313a884-fdb1-49fa-810c-2507b563bf46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:50:58.334705 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=d7589d54-8288-4141-a2ac-49aaf160bd3f,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:50:58.338270 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:50:58.763924 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203b7c5-c379-4dda-97fa-08e663f6d9d7 req-7df0d084-055a-4f48-acf1-16613b4a4d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:58.767056 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9203b7c5-c379-4dda-97fa-08e663f6d9d7 req-7df0d084-055a-4f48-acf1-16613b4a4d1c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 1098 time: 0.0571632 Jun 21 04:50:58.807938 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9203b7c5-c379-4dda-97fa-08e663f6d9d7 req-5966786e-8fab-4d01-9e80-fd07ea881530 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326047 Jun 21 04:50:59.091059 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:50:59.190650 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653e586-c60a-4873-87d5-b0694caeb625 req-b8cd7298-54b3-4348-883c-b9717e5fb4b9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:59.195458 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9653e586-c60a-4873-87d5-b0694caeb625 req-b8cd7298-54b3-4348-883c-b9717e5fb4b9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0667529 Jun 21 04:50:59.231913 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9653e586-c60a-4873-87d5-b0694caeb625 req-136d175a-8a0e-4feb-9574-93fbc74a172b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337460 Jun 21 04:50:59.466840 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40396ee7-fcc0-48d0-94dd-ce91f11fea29 req-74eb2983-2765-43f5-9db7-310d1452d4ce tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:50:59.474270 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-40396ee7-fcc0-48d0-94dd-ce91f11fea29 req-74eb2983-2765-43f5-9db7-310d1452d4ce tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 945 time: 0.0858927 Jun 21 04:50:59.770114 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-40396ee7-fcc0-48d0-94dd-ce91f11fea29 req-820b22a4-063a-4134-831f-0e8a4e4d05c3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948251 Jun 21 04:51:00.421277 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd28d4-d17e-44e1-8307-9efbfe110f9f req-70f96751-1a27-471c-8869-5fd9bbe74b1f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:00.422985 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c3bd28d4-d17e-44e1-8307-9efbfe110f9f req-70f96751-1a27-471c-8869-5fd9bbe74b1f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0705192 Jun 21 04:51:00.723585 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c3bd28d4-d17e-44e1-8307-9efbfe110f9f req-e62d8063-4468-490f-bb9c-5a038b23d69a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944756 Jun 21 04:51:00.987219 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c1e85-97b1-4a28-9203-2e8270d29f28 req-53276119-5775-4b46-a628-d78542896984 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:00.988826 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-575c1e85-97b1-4a28-9203-2e8270d29f28 req-53276119-5775-4b46-a628-d78542896984 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 945 time: 0.0667067 Jun 21 04:51:01.030819 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-575c1e85-97b1-4a28-9203-2e8270d29f28 req-f49f73a4-f3e1-4556-8960-e4238973bbcc tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349302 Jun 21 04:51:01.903013 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6eee0-1a0a-4338-af18-ad0baf36e5e0 req-ae3db23b-a87f-44f3-9353-a230efe83e8a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:01.904604 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ead6eee0-1a0a-4338-af18-ad0baf36e5e0 req-ae3db23b-a87f-44f3-9353-a230efe83e8a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0643985 Jun 21 04:51:01.943413 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ead6eee0-1a0a-4338-af18-ad0baf36e5e0 req-006e8457-eba8-4ed3-b1a4-12d1309992d6 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326667 Jun 21 04:51:02.221198 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3df5e-673c-4d2d-8089-ddf8314f8265 req-b366dc5f-890d-4e69-bac5-68a6000b665e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:02.223022 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-aef3df5e-673c-4d2d-8089-ddf8314f8265 req-b366dc5f-890d-4e69-bac5-68a6000b665e tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 945 time: 0.0690176 Jun 21 04:51:02.271394 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-aef3df5e-673c-4d2d-8089-ddf8314f8265 req-3fbac377-dc3f-4ef8-b4b6-a6c8aad19694 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367017 Jun 21 04:51:02.458456 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c646-d08c-47bf-a2ae-98b605d2783e req-31a41848-5d5a-4c18-8b3c-cf3013d5298d tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:02.459994 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ad12c646-d08c-47bf-a2ae-98b605d2783e req-31a41848-5d5a-4c18-8b3c-cf3013d5298d tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 945 time: 0.0734127 Jun 21 04:51:02.504278 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ad12c646-d08c-47bf-a2ae-98b605d2783e req-ff08a90f-f805-42e8-9515-f4e3096fb530 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384459 Jun 21 04:51:02.529050 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 54634) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:02.710811 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f99dab-5846-42f2-85af-64e65e1c5233 tempest-TestVolumeBootPattern-1602622555 tempest-TestVolumeBootPattern-1602622555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:02.714933 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-32f99dab-5846-42f2-85af-64e65e1c5233 tempest-TestVolumeBootPattern-1602622555 tempest-TestVolumeBootPattern-1602622555-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 1093 time: 0.1823146 Jun 21 04:51:02.715264 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 54638) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:02.720017 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Request body: {'floatingip': {'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'port_id': 'd7589d54-8288-4141-a2ac-49aaf160bd3f', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:51:02.944549 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for floatingip, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:03.059376 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:03.203003 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8db0c2-5673-4ce8-8fda-b84b7b3d783e req-4b73831b-ad33-4209-8da6-570e19edfc1c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:03.204451 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cd8db0c2-5673-4ce8-8fda-b84b7b3d783e req-4b73831b-ad33-4209-8da6-570e19edfc1c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.1374090 Jun 21 04:51:03.226461 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Allocated IP 172.27.1.14 (a83701e4-e1f4-405b-ae26-5c447039f249/d563c64e-4409-483e-a58f-db6c4f6d2551/b797fef3-3b23-4db7-ba45-ed37c77b9c78) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:51:03.278592 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cd8db0c2-5673-4ce8-8fda-b84b7b3d783e req-27f1e7cd-d993-48f6-9687-864eedc96d1f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656440 Jun 21 04:51:03.358749 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:03.481551 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:03.483592 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:03.521435 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Network a83701e4-e1f4-405b-ae26-5c447039f249 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:51:03.524410 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:51:03.527758 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:51:03.549484 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'Port': ['ID=b797fef3-3b23-4db7-ba45-ed37c77b9c78,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:03.554099 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:03.894640 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:04.014593 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:04.160157 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:04.224366 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:04.227510 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-1b952f19-fc49-49bb-816d-10be457796a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:04.303225 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event updated for resources: {'Port': ['ID=b797fef3-3b23-4db7-ba45-ed37c77b9c78,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:04.308694 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:04.312099 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:04.427753 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.l3_db [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Floating IP 38ccfd30-49c3-4bf0-9db9-e9e62347efa9 associated. External IP: 172.27.1.14, port: d7589d54-8288-4141-a2ac-49aaf160bd3f. Jun 21 04:51:04.463641 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956889b-4562-480d-8c96-0156f2301fef req-7c576788-37a7-4c10-b0ad-b589847608a3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:04.465110 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8956889b-4562-480d-8c96-0156f2301fef req-7c576788-37a7-4c10-b0ad-b589847608a3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0656738 Jun 21 04:51:04.502723 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8956889b-4562-480d-8c96-0156f2301fef req-241bf833-51bd-4aae-a5ba-19308327855e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319862 Jun 21 04:51:04.668699 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:51:04.687203 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44468a-ba24-4191-8202-5dda5018aa88 req-4e8447f0-0c0c-4dd3-9ab7-d763c613ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:04.688594 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f44468a-ba24-4191-8202-5dda5018aa88 req-4e8447f0-0c0c-4dd3-9ab7-d763c613ffae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b575213fd3cf475ba09994a823f48ca0&device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 1099 time: 0.0809641 Jun 21 04:51:04.856941 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44468a-ba24-4191-8202-5dda5018aa88 req-d21f5c60-565b-462e-9110-e281e3beaf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:04.860280 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f44468a-ba24-4191-8202-5dda5018aa88 req-d21f5c60-565b-462e-9110-e281e3beaf74 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61390495-c3b7-4548-81d7-17e6d745f6c7 HTTP/1.1" status: 200 len: 917 time: 0.1403923 Jun 21 04:51:04.860280 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:51:04.870927 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e42841-c284-4729-a396-058e3a27aeda None None] Sync routers for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:51:04.882144 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e42841-c284-4729-a396-058e3a27aeda None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:51:04.882803 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-58e42841-c284-4729-a396-058e3a27aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:50:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:04.935477 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f44468a-ba24-4191-8202-5dda5018aa88 req-874cb70a-3d3e-47ea-a8c6-2791cbe4c07f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7af489cc-eb26-494f-b4a1-f93e020e0782 HTTP/1.1" status: 200 len: 1002 time: 0.0646720 Jun 21 04:51:04.989232 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44468a-ba24-4191-8202-5dda5018aa88 req-a4dfc229-779f-4414-ad03-60477e096ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:04.990722 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f44468a-ba24-4191-8202-5dda5018aa88 req-a4dfc229-779f-4414-ad03-60477e096ed3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b671d7e-332a-43b4-8527-08dc27325fa0 HTTP/1.1" status: 200 len: 855 time: 0.0482817 Jun 21 04:51:04.991917 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:04.992377 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-58e42841-c284-4729-a396-058e3a27aeda None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:51:05.058191 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3417718 Jun 21 04:51:05.059485 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fb2607-f747-4d41-9dc1-22f44e8c8837', 'tag': 'd7589d54-8288-4141-a2ac-49aaf160bd3f'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:51:05.061761 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7258eb5b-9631-4dde-b012-f2daa7f0fa10" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fb2607-f747-4d41-9dc1-22f44e8c8837", "tag": "d7589d54-8288-4141-a2ac-49aaf160bd3f"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:51:05.084875 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44468a-ba24-4191-8202-5dda5018aa88 req-8962749b-fd64-4d73-9c99-569dea2e3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:05.086332 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f44468a-ba24-4191-8202-5dda5018aa88 req-8962749b-fd64-4d73-9c99-569dea2e3ea5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61390495-c3b7-4548-81d7-17e6d745f6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0688903 Jun 21 04:51:05.143059 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c311956-bc4b-45c9-be70-25526e4366aa x-openstack-request-id: req-2c311956-bc4b-45c9-be70-25526e4366aa {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:51:05.145995 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fb2607-f747-4d41-9dc1-22f44e8c8837", "tag": "d7589d54-8288-4141-a2ac-49aaf160bd3f", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:51:05.146335 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c311956-bc4b-45c9-be70-25526e4366aa {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:51:05.146795 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fb2607-f747-4d41-9dc1-22f44e8c8837', 'tag': 'd7589d54-8288-4141-a2ac-49aaf160bd3f', 'status': 'completed', 'code': 200} Jun 21 04:51:05.205470 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f44468a-ba24-4191-8202-5dda5018aa88 req-5e6116be-71bb-46b2-95d2-ab425fc8d766 service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108139 Jun 21 04:51:05.316103 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258eb5b-9631-4dde-b012-f2daa7f0fa10 req-98e968d8-026c-499a-9cd5-cabc060f9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:05.317754 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7258eb5b-9631-4dde-b012-f2daa7f0fa10 req-98e968d8-026c-499a-9cd5-cabc060f9075 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 1098 time: 0.1290588 Jun 21 04:51:05.337517 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-58e42841-c284-4729-a396-058e3a27aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '38ccfd30-49c3-4bf0-9db9-e9e62347efa9', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'port_id': 'd7589d54-8288-4141-a2ac-49aaf160bd3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'mac_address': 'fa:16:3e:93:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb2607-f747-4d41-9dc1-22f44e8c8837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:51:03Z', 'updated_at': '2021-06-21T04:51:03Z', 'revision_number': 0, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address_scope': None}, {'id': 'c2c1d686-62fa-4ee4-97d6-9cf74c7e80fd', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'port_id': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'mac_address': 'fa:16:3e:9d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718b429a-2022-42ef-93ca-ab787e3b809a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:19Z', 'updated_at': '2021-06-21T04:48:22Z', 'revision_number': 1, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:05.350493 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f44468a-ba24-4191-8202-5dda5018aa88 req-e2e3e00b-3762-4d0a-b479-41483fa61927 service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272457 Jun 21 04:51:05.367395 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e42841-c284-4729-a396-058e3a27aeda None None] Checking router: 88c69a66-ef45-46de-81bf-3ee3c4fa1950 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:51:05.375605 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e42841-c284-4729-a396-058e3a27aeda None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:51:05.376253 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-58e42841-c284-4729-a396-058e3a27aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:50:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:05.415399 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258eb5b-9631-4dde-b012-f2daa7f0fa10 req-68a182b8-8de0-4e46-bbca-ff7bbb611224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:05.416826 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7258eb5b-9631-4dde-b012-f2daa7f0fa10 req-68a182b8-8de0-4e46-bbca-ff7bbb611224 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c HTTP/1.1" status: 200 len: 913 time: 0.0920017 Jun 21 04:51:05.483737 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-58e42841-c284-4729-a396-058e3a27aeda None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:51:05.491404 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7258eb5b-9631-4dde-b012-f2daa7f0fa10 req-d92f3a70-a9e9-4847-9c8c-8103aaac8442 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7589d54-8288-4141-a2ac-49aaf160bd3f HTTP/1.1" status: 200 len: 998 time: 0.0577879 Jun 21 04:51:05.543393 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258eb5b-9631-4dde-b012-f2daa7f0fa10 req-a3b9140c-aa0f-43f0-b8ff-bdb01dde130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:05.544835 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7258eb5b-9631-4dde-b012-f2daa7f0fa10 req-a3b9140c-aa0f-43f0-b8ff-bdb01dde130a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb99c622-c19a-4045-a63c-e35ad1ef09d6 HTTP/1.1" status: 200 len: 851 time: 0.0469813 Jun 21 04:51:05.603338 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258eb5b-9631-4dde-b012-f2daa7f0fa10 req-2dd00197-4490-4da1-9acb-4f7772fb5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:05.605096 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7258eb5b-9631-4dde-b012-f2daa7f0fa10 req-2dd00197-4490-4da1-9acb-4f7772fb5077 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531147 Jun 21 04:51:05.693860 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c08fe-65e9-4a17-9e5d-fdc9286174e9 req-8ef3dbda-6341-4b14-9a42-445dc67297a6 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:05.696036 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d61c08fe-65e9-4a17-9e5d-fdc9286174e9 req-8ef3dbda-6341-4b14-9a42-445dc67297a6 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0666490 Jun 21 04:51:05.704686 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7258eb5b-9631-4dde-b012-f2daa7f0fa10 req-db4e6738-0694-4b22-859e-32cb1c401d21 service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924845 Jun 21 04:51:05.713507 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-58e42841-c284-4729-a396-058e3a27aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '38ccfd30-49c3-4bf0-9db9-e9e62347efa9', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'port_id': 'd7589d54-8288-4141-a2ac-49aaf160bd3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'mac_address': 'fa:16:3e:93:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb2607-f747-4d41-9dc1-22f44e8c8837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:51:03Z', 'updated_at': '2021-06-21T04:51:03Z', 'revision_number': 0, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address_scope': None}, {'id': 'c2c1d686-62fa-4ee4-97d6-9cf74c7e80fd', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'port_id': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'mac_address': 'fa:16:3e:9d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718b429a-2022-42ef-93ca-ab787e3b809a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:19Z', 'updated_at': '2021-06-21T04:48:22Z', 'revision_number': 1, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:05.736701 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d61c08fe-65e9-4a17-9e5d-fdc9286174e9 req-4707b969-6c55-4aab-a3dc-e5c1bcf4f21e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336962 Jun 21 04:51:05.745111 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e42841-c284-4729-a396-058e3a27aeda None None] The sync data for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi is: [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': '38ccfd30-49c3-4bf0-9db9-e9e62347efa9', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'port_id': 'd7589d54-8288-4141-a2ac-49aaf160bd3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'mac_address': 'fa:16:3e:93:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb2607-f747-4d41-9dc1-22f44e8c8837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:51:03Z', 'updated_at': '2021-06-21T04:51:03Z', 'revision_number': 0, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address_scope': None}, {'id': 'c2c1d686-62fa-4ee4-97d6-9cf74c7e80fd', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'port_id': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'mac_address': 'fa:16:3e:9d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718b429a-2022-42ef-93ca-ab787e3b809a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:19Z', 'updated_at': '2021-06-21T04:48:22Z', 'revision_number': 1, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:51:05.804514 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7258eb5b-9631-4dde-b012-f2daa7f0fa10 req-7a64c15f-9234-4937-8c30-97c5edf69cf3 service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928552 Jun 21 04:51:05.944556 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd9d80-53fb-42a9-a1de-dc2a37e179e9 None None] New status for floating IP 38ccfd30-49c3-4bf0-9db9-e9e62347efa9: ACTIVE {{(pid=99945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:51:06.924368 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbbc5d-1e95-4e70-9323-799830598c20 req-42642188-c5d1-45af-a594-06a5cbdf1663 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:06.925852 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c4cbbc5d-1e95-4e70-9323-799830598c20 req-42642188-c5d1-45af-a594-06a5cbdf1663 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 946 time: 0.0620379 Jun 21 04:51:06.964388 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c4cbbc5d-1e95-4e70-9323-799830598c20 req-9e7a96a9-981c-4989-b127-aeb5ed4d2e34 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329916 Jun 21 04:51:07.460052 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 7af489cc-eb26-494f-b4a1-f93e020e0782 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:51:07.534640 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:07.557336 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af489cc-eb26-494f-b4a1-f93e020e0782'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:51:07.559553 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eb8836-a1f4-44e5-948d-e56ca12042b4" -d '{"events": [{"server_uuid": "c66384b7-f2cd-4905-bd10-205b86cc2de2", "name": "network-vif-unplugged", "status": "completed", "tag": "7af489cc-eb26-494f-b4a1-f93e020e0782"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:51:07.573213 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 7af489cc-eb26-494f-b4a1-f93e020e0782, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7af489cc-eb26-494f-b4a1-f93e020e0782,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:07.595036 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 04:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c9490e-c663-4186-a069-fe6d97af2ba0 x-openstack-request-id: req-91c9490e-c663-4186-a069-fe6d97af2ba0 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:51:07.595371 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66384b7-f2cd-4905-bd10-205b86cc2de2", "name": "network-vif-unplugged", "status": "completed", "tag": "7af489cc-eb26-494f-b4a1-f93e020e0782", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:51:07.595645 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91c9490e-c663-4186-a069-fe6d97af2ba0 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:51:07.596042 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'code': 200} Jun 21 04:51:07.681800 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:07.683652 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:07.732941 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=7af489cc-eb26-494f-b4a1-f93e020e0782,revision_number=8']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:07.736166 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:08.177477 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8e8c6-cef9-4e60-ae9e-512bf81e5bc5 req-60b3f625-761e-4584-9f6e-d2a8eac88e2c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:08.177477 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2bc8e8c6-cef9-4e60-ae9e-512bf81e5bc5 req-60b3f625-761e-4584-9f6e-d2a8eac88e2c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0684385 Jun 21 04:51:08.198663 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2bc8e8c6-cef9-4e60-ae9e-512bf81e5bc5 req-f7b3db7f-943e-44f8-8e2d-ef30c4b77c8e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315397 Jun 21 04:51:10.731768 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:51:10.837393 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a98a78-4b7d-47a3-98fa-fd64473b1d8d req-18ad0eec-a786-48ae-9ac2-832a59c97ef8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:10.838862 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-51a98a78-4b7d-47a3-98fa-fd64473b1d8d req-18ad0eec-a786-48ae-9ac2-832a59c97ef8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0653012 Jun 21 04:51:10.878698 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-51a98a78-4b7d-47a3-98fa-fd64473b1d8d req-8a3d1d90-faa2-48aa-9e16-fee930da545d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339832 Jun 21 04:51:11.174762 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 54744) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:11.265488 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-09ee4ae2-2209-41dc-80a8-90755cdbc289 req-97d45e0d-6505-4fab-9bc7-268cd3ce1084 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895050 Jun 21 04:51:11.465426 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 7af489cc-eb26-494f-b4a1-f93e020e0782 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:51:12.060195 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb98baa-cd2f-420b-8790-6aa005850519 req-8a9822a8-4063-4253-b9a4-f7ced7c152ac tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:12.061545 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4cb98baa-cd2f-420b-8790-6aa005850519 req-8a9822a8-4063-4253-b9a4-f7ced7c152ac tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0697000 Jun 21 04:51:12.100453 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4cb98baa-cd2f-420b-8790-6aa005850519 req-e64f0d95-8f04-4424-b347-a3caef74ccd5 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320551 Jun 21 04:51:13.315720 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee4ae2-2209-41dc-80a8-90755cdbc289 req-da37a3bd-3bca-4aef-b63e-486569d2ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:13.318190 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-09ee4ae2-2209-41dc-80a8-90755cdbc289 req-da37a3bd-3bca-4aef-b63e-486569d2ae46 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2&tenant_id=b575213fd3cf475ba09994a823f48ca0 HTTP/1.1" status: 200 len: 1097 time: 0.0957859 Jun 21 04:51:13.329954 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c715c9a-8192-4676-b548-b27163f76660 req-838153a0-7973-4056-867a-9c6a466a9576 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:13.331324 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1c715c9a-8192-4676-b548-b27163f76660 req-838153a0-7973-4056-867a-9c6a466a9576 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.1011083 Jun 21 04:51:13.396156 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1c715c9a-8192-4676-b548-b27163f76660 req-c53a89a9-3b87-4832-8532-a8cd61e16017 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588903 Jun 21 04:51:13.419224 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee4ae2-2209-41dc-80a8-90755cdbc289 req-18a1918d-e011-4034-b847-f5ebd16953b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:13.420656 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-09ee4ae2-2209-41dc-80a8-90755cdbc289 req-18a1918d-e011-4034-b847-f5ebd16953b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b575213fd3cf475ba09994a823f48ca0&device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 1097 time: 0.0617685 Jun 21 04:51:13.512992 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee4ae2-2209-41dc-80a8-90755cdbc289 req-80ae003e-92d9-44b7-8117-661ef541d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:13.514367 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-09ee4ae2-2209-41dc-80a8-90755cdbc289 req-80ae003e-92d9-44b7-8117-661ef541d4d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61390495-c3b7-4548-81d7-17e6d745f6c7 HTTP/1.1" status: 200 len: 917 time: 0.0829129 Jun 21 04:51:13.580387 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-09ee4ae2-2209-41dc-80a8-90755cdbc289 req-00a77445-f7e4-4f0c-ab91-aad30d6dd0cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7af489cc-eb26-494f-b4a1-f93e020e0782 HTTP/1.1" status: 200 len: 1000 time: 0.0550203 Jun 21 04:51:13.633783 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee4ae2-2209-41dc-80a8-90755cdbc289 req-0f012feb-d66f-47e8-838e-b99b25a58e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:13.635198 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-09ee4ae2-2209-41dc-80a8-90755cdbc289 req-0f012feb-d66f-47e8-838e-b99b25a58e9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b671d7e-332a-43b4-8527-08dc27325fa0 HTTP/1.1" status: 200 len: 855 time: 0.0474634 Jun 21 04:51:13.697187 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee4ae2-2209-41dc-80a8-90755cdbc289 req-1bd6c3fc-66a1-4ca1-8323-2db6d7ff874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:13.698623 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-09ee4ae2-2209-41dc-80a8-90755cdbc289 req-1bd6c3fc-66a1-4ca1-8323-2db6d7ff874d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61390495-c3b7-4548-81d7-17e6d745f6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497839 Jun 21 04:51:13.797127 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-09ee4ae2-2209-41dc-80a8-90755cdbc289 req-58840524-c8cf-4e84-ad43-dc9cb04db06c service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795836 Jun 21 04:51:13.887831 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-09ee4ae2-2209-41dc-80a8-90755cdbc289 req-c6e6db36-c9fe-4259-93f8-a8d3bf2652f3 service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827351 Jun 21 04:51:14.593608 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9b996-d7a9-4f22-8cdf-75671f4b7261 req-44c3fe90-c5a7-4c9f-a624-36dbe4b2ec8e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:14.599751 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f0b9b996-d7a9-4f22-8cdf-75671f4b7261 req-44c3fe90-c5a7-4c9f-a624-36dbe4b2ec8e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0814600 Jun 21 04:51:14.663566 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f0b9b996-d7a9-4f22-8cdf-75671f4b7261 req-eb73dfb7-bc91-469e-8fd8-46fcc23d94bf tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615292 Jun 21 04:51:15.842177 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6829bc6-55ac-408a-984d-dc44623b4ee1 req-48ce65a8-1a78-442e-8ae2-7a37d9b64f2d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:15.843926 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d6829bc6-55ac-408a-984d-dc44623b4ee1 req-48ce65a8-1a78-442e-8ae2-7a37d9b64f2d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0675814 Jun 21 04:51:15.884667 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d6829bc6-55ac-408a-984d-dc44623b4ee1 req-94a9f72e-7a4f-44b4-80cc-0dc368264cbe tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349910 Jun 21 04:51:17.067545 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87f5fa-9c72-463e-9198-b6b6a26131ff req-20aca964-ffe3-4190-b405-c07211f05760 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:17.068895 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ba87f5fa-9c72-463e-9198-b6b6a26131ff req-20aca964-ffe3-4190-b405-c07211f05760 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0623419 Jun 21 04:51:17.112350 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ba87f5fa-9c72-463e-9198-b6b6a26131ff req-6fb12db9-25f3-4204-b31b-2af3e71d9c97 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378022 Jun 21 04:51:18.299447 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c71ca-9e94-4602-8408-701befca13ae req-46f7cfec-3a7c-46fd-9da1-ea4fccf340bb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:18.300945 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d16c71ca-9e94-4602-8408-701befca13ae req-46f7cfec-3a7c-46fd-9da1-ea4fccf340bb tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0698519 Jun 21 04:51:18.340373 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d16c71ca-9e94-4602-8408-701befca13ae req-f9745faa-3848-454d-989d-27c78c30def7 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335169 Jun 21 04:51:19.529017 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6940c287-04d1-4184-a4d0-21bc0bf10919 req-435ef657-f748-4fc1-a9db-fe5f6f9e1660 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978113544&fields=id&tenant_id=73ca3c1def754bb1aa968ba0620e4c5e HTTP/1.1" status: 200 len: 267 time: 0.0337954 Jun 21 04:51:19.572871 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343ac86-d445-4db6-8e9c-ed9a6be24796 req-805f2c1e-056f-4059-b73e-257b174c9141 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:19.574557 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5343ac86-d445-4db6-8e9c-ed9a6be24796 req-805f2c1e-056f-4059-b73e-257b174c9141 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0777502 Jun 21 04:51:19.597757 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940c287-04d1-4184-a4d0-21bc0bf10919 req-92fd3f69-d786-4217-8858-12a7d7e6f706 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:19.599204 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6940c287-04d1-4184-a4d0-21bc0bf10919 req-92fd3f69-d786-4217-8858-12a7d7e6f706 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 984 time: 0.0649755 Jun 21 04:51:19.610424 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-6940c287-04d1-4184-a4d0-21bc0bf10919 req-5ba987b2-d61e-4249-b6a9-27bb214853c6 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Request body: {'port': {'security_groups': ['77cc4c74-76d0-4f04-9b78-3559be8389eb']}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:51:19.612626 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5343ac86-d445-4db6-8e9c-ed9a6be24796 req-15cd2488-50f0-4819-8851-b806cd02ebb8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323830 Jun 21 04:51:19.701621 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-6940c287-04d1-4184-a4d0-21bc0bf10919 req-5ba987b2-d61e-4249-b6a9-27bb214853c6 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:19.879907 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-6940c287-04d1-4184-a4d0-21bc0bf10919 req-5ba987b2-d61e-4249-b6a9-27bb214853c6 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] For port 085f0d82-9579-4c43-8d13-06440fe93146, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=085f0d82-9579-4c43-8d13-06440fe93146,segment=NetworkSegment(9543375e-4d88-4cfb-ae5b-ef0b1e9c126a),segment_id=9543375e-4d88-4cfb-ae5b-ef0b1e9c126a)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:19.907419 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-6940c287-04d1-4184-a4d0-21bc0bf10919 req-5ba987b2-d61e-4249-b6a9-27bb214853c6 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:19.989454 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-6940c287-04d1-4184-a4d0-21bc0bf10919 req-5ba987b2-d61e-4249-b6a9-27bb214853c6 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:19.993358 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a1a5df0f-325a-4c8b-87b5-952fc2f1c59c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:20.041872 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940c287-04d1-4184-a4d0-21bc0bf10919 req-5ba987b2-d61e-4249-b6a9-27bb214853c6 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:20.042570 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-6940c287-04d1-4184-a4d0-21bc0bf10919 req-5ba987b2-d61e-4249-b6a9-27bb214853c6 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:20.051119 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 54818) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:20.053356 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['085f0d82-9579-4c43-8d13-06440fe93146'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:51:20.053876 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6940c287-04d1-4184-a4d0-21bc0bf10919 req-5ba987b2-d61e-4249-b6a9-27bb214853c6 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "PUT /v2.0/ports/085f0d82-9579-4c43-8d13-06440fe93146 HTTP/1.1" status: 200 len: 942 time: 0.4477196 Jun 21 04:51:20.054391 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'tag': '085f0d82-9579-4c43-8d13-06440fe93146'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:51:20.056930 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed11582a-a437-4786-b208-207e5515a4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "155280da-288b-4463-94bc-a6d3cd4b0ad8", "tag": "085f0d82-9579-4c43-8d13-06440fe93146"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:51:20.104781 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2bcf1b-ce9e-4e1d-a613-1de7dd3d753b x-openstack-request-id: req-cc2bcf1b-ce9e-4e1d-a613-1de7dd3d753b {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:51:20.105229 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155280da-288b-4463-94bc-a6d3cd4b0ad8", "tag": "085f0d82-9579-4c43-8d13-06440fe93146", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:51:20.105618 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cc2bcf1b-ce9e-4e1d-a613-1de7dd3d753b {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:51:20.106142 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'tag': '085f0d82-9579-4c43-8d13-06440fe93146', 'status': 'completed', 'code': 200} Jun 21 04:51:20.107213 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba987b2-d61e-4249-b6a9-27bb214853c6 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Pushing event updated for resources: {'Port': ['ID=085f0d82-9579-4c43-8d13-06440fe93146,revision_number=7']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:20.110906 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5ba987b2-d61e-4249-b6a9-27bb214853c6 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:20.138432 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:20.169579 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:20.309906 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:20.312859 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:20.314475 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "DELETE /v2.0/security-groups/fcba7ee0-7151-48d0-a14c-4f8e0da6dbba HTTP/1.1" status: 204 len: 168 time: 0.2590299 Jun 21 04:51:20.315893 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-bb6ebd95-0f18-49eb-89b8-a5df41388ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:20.317601 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-3efc1c6e-da4c-4e06-9062-1a5ea559c93a None None] Provisioning complete for port 085f0d82-9579-4c43-8d13-06440fe93146 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:51:20.318240 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-3efc1c6e-da4c-4e06-9062-1a5ea559c93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:20.318393 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 54822) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:20.325140 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcba7ee0-7151-48d0-a14c-4f8e0da6dbba,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:20.332565 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:20.335889 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:20.335889 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:20.335889 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:20.335889 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:20.335889 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:20.335889 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:20.335889 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:20.335889 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:20.335889 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:20.336851 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:20.336851 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:20.339738 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:20.369179 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['085f0d82-9579-4c43-8d13-06440fe93146'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:51:20.506356 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-2a2307e3-9a28-4253-8c94-347bb97e4387 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Deleting port 626abc63-09b5-4179-a861-7fa2531d85d6 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:51:20.506703 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2a2307e3-9a28-4253-8c94-347bb97e4387 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:20.598845 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2a2307e3-9a28-4253-8c94-347bb97e4387 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:20.599701 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2a2307e3-9a28-4253-8c94-347bb97e4387 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:20.930509 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-2a2307e3-9a28-4253-8c94-347bb97e4387 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Calling delete_port for 626abc63-09b5-4179-a861-7fa2531d85d6 owned by network:floatingip {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:51:21.082892 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13761b1e-a236-4cd4-98ba-3d16298b5060 req-d717dadd-e19d-4d12-9a55-b1118a0a9248 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:21.084289 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-13761b1e-a236-4cd4-98ba-3d16298b5060 req-d717dadd-e19d-4d12-9a55-b1118a0a9248 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.1774075 Jun 21 04:51:21.169609 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-13761b1e-a236-4cd4-98ba-3d16298b5060 req-c1c05f44-6887-4c1b-b288-b365d0e39ab3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770926 Jun 21 04:51:21.246540 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2a2307e3-9a28-4253-8c94-347bb97e4387 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:21.248812 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-fea68b2b-0cee-4b47-90bd-5cc67ae0c3f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:21.274063 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2307e3-9a28-4253-8c94-347bb97e4387 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Pushing event deleted for resources: {'Port': ['ID=626abc63-09b5-4179-a861-7fa2531d85d6,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:21.277219 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-2a2307e3-9a28-4253-8c94-347bb97e4387 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:21.345659 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2a2307e3-9a28-4253-8c94-347bb97e4387 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks [] for floatingip, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:21.345916 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.l3_db [None req-2a2307e3-9a28-4253-8c94-347bb97e4387 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Floating IP 978e9213-bb5d-443c-97be-28f8b9ed21c7 disassociated (deleted). External IP: 172.27.1.66, port: 085f0d82-9579-4c43-8d13-06440fe93146. Jun 21 04:51:21.574873 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2307e3-9a28-4253-8c94-347bb97e4387 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Router 55d0516b-d2e0-4a99-b712-185ce45b81a6 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:51:21.690340 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2307e3-9a28-4253-8c94-347bb97e4387 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:51:21.695637 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2a2307e3-9a28-4253-8c94-347bb97e4387 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:21.701835 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b49961-760c-40a1-af5f-647fc14f4c96 None None] Sync routers for ids ['55d0516b-d2e0-4a99-b712-185ce45b81a6'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:51:21.713853 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b49961-760c-40a1-af5f-647fc14f4c96 None None] Routers {'55d0516b-d2e0-4a99-b712-185ce45b81a6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:51:21.715995 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-50b49961-760c-40a1-af5f-647fc14f4c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:50:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['55d0516b-d2e0-4a99-b712-185ce45b81a6'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:21.734084 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-2a2307e3-9a28-4253-8c94-347bb97e4387 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "DELETE /v2.0/floatingips/978e9213-bb5d-443c-97be-28f8b9ed21c7 HTTP/1.1" status: 204 len: 168 time: 1.4140687 Jun 21 04:51:21.833733 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-50b49961-760c-40a1-af5f-647fc14f4c96 None None] Set router 55d0516b-d2e0-4a99-b712-185ce45b81a6 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:51:22.036804 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-50b49961-760c-40a1-af5f-647fc14f4c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:01Z', 'updated_at': '2021-06-21T04:47:05Z', 'revision_number': 4, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'gw_port': {'id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:02Z', 'updated_at': '2021-06-21T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'd6fcbd13-e386-4509-a03c-059b93372599', 'name': '', 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'mac_address': 'fa:16:3e:d7:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5808c492-1258-4229-8f85-9f21aecdb879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:04Z', 'updated_at': '2021-06-21T04:47:09Z', 'revision_number': 5, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'subnets': [{'id': '5808c492-1258-4229-8f85-9f21aecdb879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:22.068728 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b49961-760c-40a1-af5f-647fc14f4c96 None None] Checking router: 55d0516b-d2e0-4a99-b712-185ce45b81a6 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:51:22.092335 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b49961-760c-40a1-af5f-647fc14f4c96 None None] Routers {'55d0516b-d2e0-4a99-b712-185ce45b81a6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:51:22.093296 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-50b49961-760c-40a1-af5f-647fc14f4c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:50:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['55d0516b-d2e0-4a99-b712-185ce45b81a6'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:22.107136 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'tag': '085f0d82-9579-4c43-8d13-06440fe93146'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:51:22.109931 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a5163d-99c3-4aae-bc69-9ce6e9b27721" -d '{"events": [{"name": "network-changed", "server_uuid": "155280da-288b-4463-94bc-a6d3cd4b0ad8", "tag": "085f0d82-9579-4c43-8d13-06440fe93146"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:51:22.147204 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35034c28-781c-4cbc-9d4e-d094709c1e78 x-openstack-request-id: req-35034c28-781c-4cbc-9d4e-d094709c1e78 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:51:22.147503 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155280da-288b-4463-94bc-a6d3cd4b0ad8", "tag": "085f0d82-9579-4c43-8d13-06440fe93146", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:51:22.148045 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35034c28-781c-4cbc-9d4e-d094709c1e78 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:51:22.148467 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'tag': '085f0d82-9579-4c43-8d13-06440fe93146', 'status': 'completed', 'code': 200} Jun 21 04:51:22.211094 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-50b49961-760c-40a1-af5f-647fc14f4c96 None None] Set router 55d0516b-d2e0-4a99-b712-185ce45b81a6 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:51:22.386888 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa673b4c-e99f-4360-b20b-1ad0941c0538 req-b4943b99-acc3-4a3d-9087-ef17844e6475 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:22.388405 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-aa673b4c-e99f-4360-b20b-1ad0941c0538 req-b4943b99-acc3-4a3d-9087-ef17844e6475 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0631444 Jun 21 04:51:22.445390 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-aa673b4c-e99f-4360-b20b-1ad0941c0538 req-aea1c067-1d66-4f87-ad90-89743fc2a339 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512738 Jun 21 04:51:22.456036 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-50b49961-760c-40a1-af5f-647fc14f4c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:01Z', 'updated_at': '2021-06-21T04:47:05Z', 'revision_number': 4, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'gw_port': {'id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:02Z', 'updated_at': '2021-06-21T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'd6fcbd13-e386-4509-a03c-059b93372599', 'name': '', 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'mac_address': 'fa:16:3e:d7:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5808c492-1258-4229-8f85-9f21aecdb879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:04Z', 'updated_at': '2021-06-21T04:47:09Z', 'revision_number': 5, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'subnets': [{'id': '5808c492-1258-4229-8f85-9f21aecdb879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:22.486208 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b49961-760c-40a1-af5f-647fc14f4c96 None None] The sync data for ids ['55d0516b-d2e0-4a99-b712-185ce45b81a6'] in dv-cinder-772623-10-iscsi is: [{'id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:01Z', 'updated_at': '2021-06-21T04:47:05Z', 'revision_number': 4, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'gw_port': {'id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:02Z', 'updated_at': '2021-06-21T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'd6fcbd13-e386-4509-a03c-059b93372599', 'name': '', 'network_id': '47425eb1-9ff7-4cb7-bb17-50a77d6bf951', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'mac_address': 'fa:16:3e:d7:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5808c492-1258-4229-8f85-9f21aecdb879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:04Z', 'updated_at': '2021-06-21T04:47:09Z', 'revision_number': 5, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'subnets': [{'id': '5808c492-1258-4229-8f85-9f21aecdb879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:51:22.701396 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae056d37-af8e-4a33-8a05-eb0a0ace514f None None] New status for floating IP 978e9213-bb5d-443c-97be-28f8b9ed21c7: DOWN {{(pid=99945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:51:23.601064 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-6253b6d5-e8fa-4531-97e1-77a8a264af7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:23.632685 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3822022-7b8c-4cf0-a7ec-7ff3e5f59425 req-ace96f96-3e57-4560-b6a3-c9808082ddf5 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:23.634129 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c3822022-7b8c-4cf0-a7ec-7ff3e5f59425 req-ace96f96-3e57-4560-b6a3-c9808082ddf5 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0664587 Jun 21 04:51:23.673035 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c3822022-7b8c-4cf0-a7ec-7ff3e5f59425 req-0cfab656-3985-4235-adef-bfc825699afd tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332339 Jun 21 04:51:24.012245 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:24.857547 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d19e75-53d9-49bc-bf2e-e15182581343 req-f897e006-420f-4d74-92e0-27bbac75cb05 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:24.859018 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b2d19e75-53d9-49bc-bf2e-e15182581343 req-f897e006-420f-4d74-92e0-27bbac75cb05 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0666640 Jun 21 04:51:24.898377 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b2d19e75-53d9-49bc-bf2e-e15182581343 req-ab23bead-14db-4807-a24b-830dfa21f3ab tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334568 Jun 21 04:51:26.095316 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47432434-b70c-4236-83a8-ceb83f93e240 req-2347d0f3-33df-466b-877a-98bc2111ec9e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:26.096799 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-47432434-b70c-4236-83a8-ceb83f93e240 req-2347d0f3-33df-466b-877a-98bc2111ec9e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0809252 Jun 21 04:51:26.136728 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-47432434-b70c-4236-83a8-ceb83f93e240 req-492e1d5a-52f0-48a6-88f4-de8f9150ec5d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313377 Jun 21 04:51:26.258381 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-3641a4ec-c70b-4cfd-b7aa-f8c451c8f8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:26.489698 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c2a77-8bca-4526-b671-d0a8f3f6d4d2 req-af2fb8fe-aa17-4684-a291-48643f908a3c tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:26.491196 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-684c2a77-8bca-4526-b671-d0a8f3f6d4d2 req-af2fb8fe-aa17-4684-a291-48643f908a3c tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0688310 Jun 21 04:51:26.530151 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-684c2a77-8bca-4526-b671-d0a8f3f6d4d2 req-b440b544-7edf-47a8-8bc1-3c032655b108 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332510 Jun 21 04:51:26.572210 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:27.311879 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a1bc6-a28c-4d88-9acd-c2d279f26575 req-56d5e69b-b10e-481b-adef-97085f50a7f3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:27.313351 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f88a1bc6-a28c-4d88-9acd-c2d279f26575 req-56d5e69b-b10e-481b-adef-97085f50a7f3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0630014 Jun 21 04:51:27.358959 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f88a1bc6-a28c-4d88-9acd-c2d279f26575 req-d5dbc967-d5c9-4dca-a9f9-5e7732d8ab8c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356219 Jun 21 04:51:27.360555 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:27.753972 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950d0bf-0fb9-4624-8af5-0210cb398bd4 req-505fedff-6a04-49df-bc54-e45b64e30d7b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:27.755512 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5950d0bf-0fb9-4624-8af5-0210cb398bd4 req-505fedff-6a04-49df-bc54-e45b64e30d7b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0728433 Jun 21 04:51:27.801482 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5950d0bf-0fb9-4624-8af5-0210cb398bd4 req-c07260d8-75c7-4655-a721-a3da2885ccb5 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401244 Jun 21 04:51:28.559196 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc491ab-ac30-4fcc-93cd-955c8f86599b req-186cdd0a-7acd-4bfb-a5ef-95c0b7c6c6f8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:28.560658 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fdc491ab-ac30-4fcc-93cd-955c8f86599b req-186cdd0a-7acd-4bfb-a5ef-95c0b7c6c6f8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0720983 Jun 21 04:51:28.598401 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fdc491ab-ac30-4fcc-93cd-955c8f86599b req-aa0c8609-f33c-4f62-9bf7-fc262db72fe8 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311158 Jun 21 04:51:28.982550 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d18cd9-dad2-4540-a029-75ad634f50f8 req-fc7b1da8-3b1b-48ad-bcc3-7255e4b4c15c tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:28.984000 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-35d18cd9-dad2-4540-a029-75ad634f50f8 req-fc7b1da8-3b1b-48ad-bcc3-7255e4b4c15c tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0662935 Jun 21 04:51:29.025802 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-35d18cd9-dad2-4540-a029-75ad634f50f8 req-999d12eb-69bf-4cb3-a583-cec7093b1a82 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352769 Jun 21 04:51:29.097622 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:29.777921 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67b500-6a1c-48b8-92ae-fcf384dc49e5 req-b26533b5-25e2-46b1-a188-58580579a2a3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:29.779480 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ed67b500-6a1c-48b8-92ae-fcf384dc49e5 req-b26533b5-25e2-46b1-a188-58580579a2a3 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0684795 Jun 21 04:51:29.817831 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ed67b500-6a1c-48b8-92ae-fcf384dc49e5 req-a070d2d0-7723-45a8-b3d7-32fe49f1f96f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321822 Jun 21 04:51:30.201568 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2c34f-ed88-4775-bb25-ef5df7da9af3 req-7919f8ed-9673-4af5-89d7-fc682df60dc4 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:30.203020 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-27f2c34f-ed88-4775-bb25-ef5df7da9af3 req-7919f8ed-9673-4af5-89d7-fc682df60dc4 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0672152 Jun 21 04:51:30.240356 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-27f2c34f-ed88-4775-bb25-ef5df7da9af3 req-9965f944-06e3-4375-af38-92f05145de75 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307047 Jun 21 04:51:30.993504 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f2632-ce17-4ac8-9d32-955fdd984b51 req-a6d0e983-fee6-4cfc-92b5-f42ee0d9ff46 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:30.994968 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-401f2632-ce17-4ac8-9d32-955fdd984b51 req-a6d0e983-fee6-4cfc-92b5-f42ee0d9ff46 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0613270 Jun 21 04:51:31.032709 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-401f2632-ce17-4ac8-9d32-955fdd984b51 req-90f07e1c-842c-4738-bad6-f50796a00d5d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320694 Jun 21 04:51:31.411018 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52f607-0306-4e63-a78d-43f7ceb9228c req-a1a6c0c9-31b2-46b9-a2ee-5e409c78bdc7 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:31.412516 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-aa52f607-0306-4e63-a78d-43f7ceb9228c req-a1a6c0c9-31b2-46b9-a2ee-5e409c78bdc7 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0625978 Jun 21 04:51:31.449350 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-aa52f607-0306-4e63-a78d-43f7ceb9228c req-7b16db9d-ce95-4604-99fe-f862036c9221 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312903 Jun 21 04:51:32.208109 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cc19b-8a5a-4bdd-89e8-c4735b6fbf24 req-82667d19-7f54-4be7-85a5-60a67b9dcb80 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:32.209548 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-829cc19b-8a5a-4bdd-89e8-c4735b6fbf24 req-82667d19-7f54-4be7-85a5-60a67b9dcb80 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0626686 Jun 21 04:51:32.246517 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-829cc19b-8a5a-4bdd-89e8-c4735b6fbf24 req-5f2d3a1e-4bc8-4495-b766-6740beb03535 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313833 Jun 21 04:51:32.624568 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edb049-0d44-4a1d-8da8-d374d937c205 req-30763b1c-280c-4736-9624-55d36f376dd6 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:32.625932 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e1edb049-0d44-4a1d-8da8-d374d937c205 req-30763b1c-280c-4736-9624-55d36f376dd6 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0676305 Jun 21 04:51:32.662223 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e1edb049-0d44-4a1d-8da8-d374d937c205 req-29ad0ac3-93bc-4ac1-b364-e6c873e27c84 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295930 Jun 21 04:51:33.423284 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd91118-9c26-4545-bf27-c81035801aa8 req-0c5f8c67-d81e-4e09-bda3-5c68400ed203 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:33.424697 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2fd91118-9c26-4545-bf27-c81035801aa8 req-0c5f8c67-d81e-4e09-bda3-5c68400ed203 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0619197 Jun 21 04:51:33.460875 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2fd91118-9c26-4545-bf27-c81035801aa8 req-e02e7afd-2623-4e7c-871b-5db583f064fe tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305879 Jun 21 04:51:33.662831 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11582a-a437-4786-b208-207e5515a4cc req-ac99c03c-2217-4882-9c49-a4506e85dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:33.664328 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed11582a-a437-4786-b208-207e5515a4cc req-ac99c03c-2217-4882-9c49-a4506e85dc8d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73ca3c1def754bb1aa968ba0620e4c5e&device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0576267 Jun 21 04:51:33.840872 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365abce-ef82-4a3f-80c5-2b88cf2535da req-c6bc90b1-30bd-4e5c-8170-b3b8a104b0e4 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:33.842279 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0365abce-ef82-4a3f-80c5-2b88cf2535da req-c6bc90b1-30bd-4e5c-8170-b3b8a104b0e4 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0675519 Jun 21 04:51:33.885441 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0365abce-ef82-4a3f-80c5-2b88cf2535da req-752324e2-66a9-4890-af18-713550a48229 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371654 Jun 21 04:51:33.900054 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11582a-a437-4786-b208-207e5515a4cc req-9525f3ce-7497-4c54-b7bc-b920ffe07c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:33.901487 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed11582a-a437-4786-b208-207e5515a4cc req-9525f3ce-7497-4c54-b7bc-b920ffe07c2e service neutron] 10.222.0.52 "GET /v2.0/networks?id=47425eb1-9ff7-4cb7-bb17-50a77d6bf951 HTTP/1.1" status: 200 len: 915 time: 0.1208096 Jun 21 04:51:33.910794 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4f029-ea09-45ea-aca8-0d8a43489933 req-856df072-a11a-46cb-bbac-aa79d05f43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:33.912144 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-65f4f029-ea09-45ea-aca8-0d8a43489933 req-856df072-a11a-46cb-bbac-aa79d05f43d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b575213fd3cf475ba09994a823f48ca0&device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 1097 time: 0.0882239 Jun 21 04:51:33.955846 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed11582a-a437-4786-b208-207e5515a4cc req-e896a80d-d74c-42c9-ad7b-1211033bfba3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=085f0d82-9579-4c43-8d13-06440fe93146 HTTP/1.1" status: 200 len: 217 time: 0.0472631 Jun 21 04:51:34.046500 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11582a-a437-4786-b208-207e5515a4cc req-fb51c1d6-5f44-4e99-848f-ba3e7ef62388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:34.047898 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed11582a-a437-4786-b208-207e5515a4cc req-fb51c1d6-5f44-4e99-848f-ba3e7ef62388 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5808c492-1258-4229-8f85-9f21aecdb879 HTTP/1.1" status: 200 len: 853 time: 0.0811954 Jun 21 04:51:34.092058 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4f029-ea09-45ea-aca8-0d8a43489933 req-bf51485d-8144-4e27-b7c4-42cad3e10daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:34.093405 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-65f4f029-ea09-45ea-aca8-0d8a43489933 req-bf51485d-8144-4e27-b7c4-42cad3e10daf service neutron] 10.222.0.52 "GET /v2.0/networks?id=61390495-c3b7-4548-81d7-17e6d745f6c7 HTTP/1.1" status: 200 len: 917 time: 0.1462209 Jun 21 04:51:34.159129 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11582a-a437-4786-b208-207e5515a4cc req-9558a1ca-d0f5-4586-ba10-002c5fe620e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:34.160629 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed11582a-a437-4786-b208-207e5515a4cc req-9558a1ca-d0f5-4586-ba10-002c5fe620e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=47425eb1-9ff7-4cb7-bb17-50a77d6bf951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1011753 Jun 21 04:51:34.166068 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-65f4f029-ea09-45ea-aca8-0d8a43489933 req-4f524f15-1123-4a6b-ac17-ce692460285c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7af489cc-eb26-494f-b4a1-f93e020e0782 HTTP/1.1" status: 200 len: 1000 time: 0.0633922 Jun 21 04:51:34.272422 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4f029-ea09-45ea-aca8-0d8a43489933 req-7bdc975a-38b6-420c-9644-339e4c92e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:34.273826 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-65f4f029-ea09-45ea-aca8-0d8a43489933 req-7bdc975a-38b6-420c-9644-339e4c92e815 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b671d7e-332a-43b4-8527-08dc27325fa0 HTTP/1.1" status: 200 len: 855 time: 0.0853069 Jun 21 04:51:34.329412 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed11582a-a437-4786-b208-207e5515a4cc req-f68ca4d7-7d7b-48e1-9cc3-c74ef335ca30 service neutron] 10.222.0.52 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473963 Jun 21 04:51:34.400513 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4f029-ea09-45ea-aca8-0d8a43489933 req-273b0d4d-5296-4c7f-83bf-facf152f3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:34.401962 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-65f4f029-ea09-45ea-aca8-0d8a43489933 req-273b0d4d-5296-4c7f-83bf-facf152f3966 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61390495-c3b7-4548-81d7-17e6d745f6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1169579 Jun 21 04:51:34.474419 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ed11582a-a437-4786-b208-207e5515a4cc req-500660b3-c099-4854-bba4-6c5d25dab271 service neutron] 10.222.0.52 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363833 Jun 21 04:51:34.514546 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-65f4f029-ea09-45ea-aca8-0d8a43489933 req-662f93d8-c554-448c-9f7a-2b29681e4bd2 service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982685 Jun 21 04:51:34.608960 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-65f4f029-ea09-45ea-aca8-0d8a43489933 req-ffee7650-eea1-4561-8069-d6be36b7a15b service neutron] 10.222.0.52 "GET /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865140 Jun 21 04:51:34.643861 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dcb16-9b0a-449b-94ac-8a39c06eba04 req-80b5aa57-e736-4017-93e4-546e79a3cc71 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:34.646392 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-803dcb16-9b0a-449b-94ac-8a39c06eba04 req-80b5aa57-e736-4017-93e4-546e79a3cc71 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0679379 Jun 21 04:51:34.686094 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-803dcb16-9b0a-449b-94ac-8a39c06eba04 req-85f5eb74-e02f-412b-ab1e-9d2b8ba88080 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330236 Jun 21 04:51:34.700260 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5163d-99c3-4aae-bc69-9ce6e9b27721 req-8318f58a-209e-46bd-9a5a-fc0e82c7920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:34.701758 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-38a5163d-99c3-4aae-bc69-9ce6e9b27721 req-8318f58a-209e-46bd-9a5a-fc0e82c7920a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73ca3c1def754bb1aa968ba0620e4c5e&device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0563204 Jun 21 04:51:34.808001 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5163d-99c3-4aae-bc69-9ce6e9b27721 req-70e63081-df1b-4283-9726-4d8b11df18c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:34.809427 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-38a5163d-99c3-4aae-bc69-9ce6e9b27721 req-70e63081-df1b-4283-9726-4d8b11df18c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=47425eb1-9ff7-4cb7-bb17-50a77d6bf951 HTTP/1.1" status: 200 len: 915 time: 0.0877388 Jun 21 04:51:34.872112 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-38a5163d-99c3-4aae-bc69-9ce6e9b27721 req-d782f3fb-33f3-407d-9067-a8676374d038 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=085f0d82-9579-4c43-8d13-06440fe93146 HTTP/1.1" status: 200 len: 217 time: 0.0381787 Jun 21 04:51:34.942354 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5163d-99c3-4aae-bc69-9ce6e9b27721 req-39228b9a-661e-4441-afa0-4359e21f7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:34.943858 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-38a5163d-99c3-4aae-bc69-9ce6e9b27721 req-39228b9a-661e-4441-afa0-4359e21f7241 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5808c492-1258-4229-8f85-9f21aecdb879 HTTP/1.1" status: 200 len: 853 time: 0.0587709 Jun 21 04:51:35.010584 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5163d-99c3-4aae-bc69-9ce6e9b27721 req-5f8088fc-2cee-44a3-a246-5925787b5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:35.011991 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-38a5163d-99c3-4aae-bc69-9ce6e9b27721 req-5f8088fc-2cee-44a3-a246-5925787b5d97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=47425eb1-9ff7-4cb7-bb17-50a77d6bf951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0596280 Jun 21 04:51:35.129959 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24976bd3-2560-463b-a356-7cf31608b2e3 req-08dfb263-b521-421e-a972-ab746532ea68 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:35.131326 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24976bd3-2560-463b-a356-7cf31608b2e3 req-08dfb263-b521-421e-a972-ab746532ea68 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.1338990 Jun 21 04:51:35.136358 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-38a5163d-99c3-4aae-bc69-9ce6e9b27721 req-c76bc98a-19dc-4fed-bbc1-0bcd7c4ba92f service neutron] 10.222.0.52 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087222 Jun 21 04:51:35.211960 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24976bd3-2560-463b-a356-7cf31608b2e3 req-0337cbe4-8dc5-4965-8671-598eb86f8ab3 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746965 Jun 21 04:51:35.248322 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-38a5163d-99c3-4aae-bc69-9ce6e9b27721 req-2d7899fe-cddb-4353-abc8-a73e0de9221b service neutron] 10.222.0.52 "GET /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979586 Jun 21 04:51:35.863796 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deea24c-4856-496b-9c29-e3de590263ae req-efebeac5-664f-4b2f-8bd7-7121908ee69d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:35.865362 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2deea24c-4856-496b-9c29-e3de590263ae req-efebeac5-664f-4b2f-8bd7-7121908ee69d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0636759 Jun 21 04:51:35.905716 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2deea24c-4856-496b-9c29-e3de590263ae req-3ff89f28-1b82-4366-9e13-8d69522cedf9 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345726 Jun 21 04:51:36.386673 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d7b2d-8809-40af-bbf0-a66d83c70460 req-1beed751-5b7a-4cd2-b252-2b819b7f38ad tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:36.388141 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7a7d7b2d-8809-40af-bbf0-a66d83c70460 req-1beed751-5b7a-4cd2-b252-2b819b7f38ad tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0664752 Jun 21 04:51:36.425246 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7a7d7b2d-8809-40af-bbf0-a66d83c70460 req-ba26a883-5798-4393-a368-6cfbad52d183 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315466 Jun 21 04:51:37.252886 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfb93e-a8ae-48af-8ff2-c231305cd29f req-bd51205b-5142-45f1-aa19-cfed84a9f532 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:37.255115 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-fdcfb93e-a8ae-48af-8ff2-c231305cd29f req-bd51205b-5142-45f1-aa19-cfed84a9f532 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 944 time: 0.0713639 Jun 21 04:51:37.295499 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-fdcfb93e-a8ae-48af-8ff2-c231305cd29f req-2f59030c-d0a2-4c9f-a7b1-992f0c74c883 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345702 Jun 21 04:51:37.611595 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38dacc-4072-4f85-a6c4-df4d0b5a6dc4 req-924c098a-d87e-4f06-b22b-1039af4edc0a tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:37.617181 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-af38dacc-4072-4f85-a6c4-df4d0b5a6dc4 req-924c098a-d87e-4f06-b22b-1039af4edc0a tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0768194 Jun 21 04:51:37.657353 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-af38dacc-4072-4f85-a6c4-df4d0b5a6dc4 req-c2fb1949-35fd-4006-b52f-7c15bd58f89a tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381498 Jun 21 04:51:37.719890 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 7af489cc-eb26-494f-b4a1-f93e020e0782 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:51:37.819586 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 7af489cc-eb26-494f-b4a1-f93e020e0782, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7af489cc-eb26-494f-b4a1-f93e020e0782,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:37.830659 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'port_id': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'mac_address': 'fa:16:3e:f2:39:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:51:37.870071 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:37.883228 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af489cc-eb26-494f-b4a1-f93e020e0782 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:51:37.902380 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 7af489cc-eb26-494f-b4a1-f93e020e0782, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7af489cc-eb26-494f-b4a1-f93e020e0782,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:38.000641 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:38.004937 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:38.049832 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=7af489cc-eb26-494f-b4a1-f93e020e0782,revision_number=9']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:38.054122 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:38.475328 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a009e84-dc69-406f-85c6-d9024f1e3aa6 req-64657bd2-5480-46ef-aba7-ab039d8f4282 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:38.476762 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9a009e84-dc69-406f-85c6-d9024f1e3aa6 req-64657bd2-5480-46ef-aba7-ab039d8f4282 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 945 time: 0.0666382 Jun 21 04:51:38.512914 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9a009e84-dc69-406f-85c6-d9024f1e3aa6 req-c98f92db-f3a8-4805-a46f-3839a07bcb71 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305533 Jun 21 04:51:38.694493 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['7af489cc-eb26-494f-b4a1-f93e020e0782'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:51:38.844596 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c47d38-5da4-469e-9d16-8fa4b5698daa req-569f9309-5025-4eac-beff-cbaa1df3c498 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:38.846090 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74c47d38-5da4-469e-9d16-8fa4b5698daa req-569f9309-5025-4eac-beff-cbaa1df3c498 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0668499 Jun 21 04:51:38.884732 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-74c47d38-5da4-469e-9d16-8fa4b5698daa req-35b1a253-77dd-4914-b057-50e0122dd3e2 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321593 Jun 21 04:51:39.674600 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761673-2840-4f87-afac-866bca240a29 req-f086ba03-db41-4e66-960f-c623c9207692 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:39.677019 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9b761673-2840-4f87-afac-866bca240a29 req-f086ba03-db41-4e66-960f-c623c9207692 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 945 time: 0.0695758 Jun 21 04:51:39.701637 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059ad12-3dd9-4436-841d-8583373abec6 req-444db282-9889-4427-a50c-b08cf3e2353d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:39.703748 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7059ad12-3dd9-4436-841d-8583373abec6 req-444db282-9889-4427-a50c-b08cf3e2353d tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 945 time: 0.0696912 Jun 21 04:51:39.717107 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9b761673-2840-4f87-afac-866bca240a29 req-d7006eb1-f01f-4852-8e4b-d1aa3b61f628 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330949 Jun 21 04:51:39.742912 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7059ad12-3dd9-4436-841d-8583373abec6 req-c26eca58-fa87-4d2c-bdbf-c51f81bca40f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334220 Jun 21 04:51:40.055076 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c2173-d505-43d0-ab12-515ccb6336b8 req-b484c01e-ef8b-49da-b716-07ba8624e732 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:40.056540 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-994c2173-d505-43d0-ab12-515ccb6336b8 req-b484c01e-ef8b-49da-b716-07ba8624e732 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0625808 Jun 21 04:51:40.093935 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-994c2173-d505-43d0-ab12-515ccb6336b8 req-4ff34315-a4d5-4acd-846b-bcbe1eb58015 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318410 Jun 21 04:51:40.891550 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c31400-290e-41eb-83c3-689ed65b5701 req-c0299a55-3cc9-4e1f-b90c-0566195964b5 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:40.893126 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b3c31400-290e-41eb-83c3-689ed65b5701 req-c0299a55-3cc9-4e1f-b90c-0566195964b5 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 945 time: 0.0628753 Jun 21 04:51:40.924762 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20073546-5696-45bd-9bbc-64c1a3df60cd req-5b15c15a-d75c-4c6e-b236-dc7736936f01 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:40.926861 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-20073546-5696-45bd-9bbc-64c1a3df60cd req-5b15c15a-d75c-4c6e-b236-dc7736936f01 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 945 time: 0.0661576 Jun 21 04:51:40.934128 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b3c31400-290e-41eb-83c3-689ed65b5701 req-f5c22fbf-fc68-47d5-b1ed-0fb964761276 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353186 Jun 21 04:51:40.966450 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-20073546-5696-45bd-9bbc-64c1a3df60cd req-c2695f33-bdbb-4a60-9278-2d9bc0d604ea tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332212 Jun 21 04:51:41.267234 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54214d07-e7c2-40f8-9e51-8526ffd1a427 req-56a812c8-5864-42dc-99ab-12ab2adf20c3 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:41.268700 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-54214d07-e7c2-40f8-9e51-8526ffd1a427 req-56a812c8-5864-42dc-99ab-12ab2adf20c3 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0674107 Jun 21 04:51:41.306674 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-54214d07-e7c2-40f8-9e51-8526ffd1a427 req-bf9036e0-a345-4e1b-ab56-0bd526b1fe0d tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319021 Jun 21 04:51:41.602236 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 7af489cc-eb26-494f-b4a1-f93e020e0782 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:51:41.648643 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port 7af489cc-eb26-494f-b4a1-f93e020e0782 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:51:41.648969 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:41.725462 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:41.746947 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af489cc-eb26-494f-b4a1-f93e020e0782'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:51:41.749294 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a433ba-e14b-4132-bb76-9c7a8a0c7d63" -d '{"events": [{"server_uuid": "c66384b7-f2cd-4905-bd10-205b86cc2de2", "name": "network-vif-plugged", "status": "completed", "tag": "7af489cc-eb26-494f-b4a1-f93e020e0782"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:51:41.761319 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 7af489cc-eb26-494f-b4a1-f93e020e0782, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7af489cc-eb26-494f-b4a1-f93e020e0782,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:41.835063 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:41.837475 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:41.841662 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738a8dfb-b514-454c-bc18-a95dc2857747 x-openstack-request-id: req-738a8dfb-b514-454c-bc18-a95dc2857747 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:51:41.841967 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66384b7-f2cd-4905-bd10-205b86cc2de2", "name": "network-vif-plugged", "status": "completed", "tag": "7af489cc-eb26-494f-b4a1-f93e020e0782", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:51:41.842233 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-738a8dfb-b514-454c-bc18-a95dc2857747 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:51:41.842627 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'code': 200} Jun 21 04:51:41.887644 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=7af489cc-eb26-494f-b4a1-f93e020e0782,revision_number=10']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:41.890577 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:42.108551 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225ff29-44fe-455b-b16c-0bad25e182ed req-0c89ef9a-fc8f-4bef-b017-51754c46aad5 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:42.110114 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f225ff29-44fe-455b-b16c-0bad25e182ed req-0c89ef9a-fc8f-4bef-b017-51754c46aad5 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 945 time: 0.0644314 Jun 21 04:51:42.150104 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f225ff29-44fe-455b-b16c-0bad25e182ed req-d98db543-078c-40b5-9de6-66bf7a8d3f1f tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333724 Jun 21 04:51:42.155821 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d35ba-3692-41c8-b2bd-e5b982785a33 req-d37d8cbf-b1e0-459d-ac11-940215c89e6e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:42.157318 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b01d35ba-3692-41c8-b2bd-e5b982785a33 req-d37d8cbf-b1e0-459d-ac11-940215c89e6e tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 947 time: 0.0688403 Jun 21 04:51:42.197367 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b01d35ba-3692-41c8-b2bd-e5b982785a33 req-99eb851e-c742-4756-98ee-7febd85eb888 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326390 Jun 21 04:51:42.289942 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d9b7e-7c47-4736-973c-8cb02c9ac45f req-8ae8f48d-74d8-4f48-9b68-15465b1a2285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:42.291415 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2e6d9b7e-7c47-4736-973c-8cb02c9ac45f req-8ae8f48d-74d8-4f48-9b68-15465b1a2285 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 1100 time: 0.0543718 Jun 21 04:51:42.635855 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2e6d9b7e-7c47-4736-973c-8cb02c9ac45f req-6b3b1b21-ade5-4dea-adf7-4aae8d729a05 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3372955 Jun 21 04:51:42.678563 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8042ac-3b8d-4614-8bbb-7c906b776664 req-ebf4856d-0605-4601-acdf-784a8cece5ba tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:42.680019 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4e8042ac-3b8d-4614-8bbb-7c906b776664 req-ebf4856d-0605-4601-acdf-784a8cece5ba tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.1171324 Jun 21 04:51:42.687132 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec469f4-79af-428e-a981-a5c4dfee9f9b req-0125e3cb-73f9-4558-aece-8151fefcbd0d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:42.688456 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0ec469f4-79af-428e-a981-a5c4dfee9f9b req-0125e3cb-73f9-4558-aece-8151fefcbd0d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.52 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 945 time: 0.1245234 Jun 21 04:51:42.721986 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4e8042ac-3b8d-4614-8bbb-7c906b776664 req-ec3851cc-ea2a-4d61-a239-127a596657ad tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324812 Jun 21 04:51:43.056791 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327e63d-b0a8-4755-934d-fa668975f451 req-3e6c6c12-2649-464f-a7c9-97efb0b7dd9e tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:43.058173 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e327e63d-b0a8-4755-934d-fa668975f451 req-3e6c6c12-2649-464f-a7c9-97efb0b7dd9e tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 946 time: 0.0621119 Jun 21 04:51:43.095476 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e327e63d-b0a8-4755-934d-fa668975f451 req-8b0a1dc6-4223-4ca1-90a9-9507bdcfa584 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317297 Jun 21 04:51:43.268301 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-0ec469f4-79af-428e-a981-a5c4dfee9f9b req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Deleting port 085f0d82-9579-4c43-8d13-06440fe93146 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:51:43.268641 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-0ec469f4-79af-428e-a981-a5c4dfee9f9b req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:43.333930 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad46044-7dc1-449a-8eaa-5da34a5c1392 req-55fe7a04-ec72-47e3-8b3d-95e00c4933be tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:43.336030 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7ad46044-7dc1-449a-8eaa-5da34a5c1392 req-55fe7a04-ec72-47e3-8b3d-95e00c4933be tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 945 time: 0.0677528 Jun 21 04:51:43.374702 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7ad46044-7dc1-449a-8eaa-5da34a5c1392 req-7a7d71f1-070c-49fa-b2fb-22b732717cae tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/security-groups?id=77cc4c74-76d0-4f04-9b78-3559be8389eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337965 Jun 21 04:51:43.397496 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-0ec469f4-79af-428e-a981-a5c4dfee9f9b req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] For port 085f0d82-9579-4c43-8d13-06440fe93146, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=085f0d82-9579-4c43-8d13-06440fe93146,segment=NetworkSegment(9543375e-4d88-4cfb-ae5b-ef0b1e9c126a),segment_id=9543375e-4d88-4cfb-ae5b-ef0b1e9c126a)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:43.398009 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-0ec469f4-79af-428e-a981-a5c4dfee9f9b req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:43.465667 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-0ec469f4-79af-428e-a981-a5c4dfee9f9b req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Calling delete_port for 085f0d82-9579-4c43-8d13-06440fe93146 owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:51:43.477388 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc62893-eb8b-477f-85b8-e91547caabd1 req-dfc08bd2-24e6-40a4-92fc-369995f79e37 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:43.478822 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9dc62893-eb8b-477f-85b8-e91547caabd1 req-dfc08bd2-24e6-40a4-92fc-369995f79e37 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 947 time: 0.1572468 Jun 21 04:51:43.562230 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9dc62893-eb8b-477f-85b8-e91547caabd1 req-ef344365-5ee3-4855-982d-c2e7527c4dfc tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765977 Jun 21 04:51:43.697589 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-0ec469f4-79af-428e-a981-a5c4dfee9f9b req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:43.701515 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ba9f623d-2055-4037-8fab-f71684dcf37f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:43.727090 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Pushing event deleted for resources: {'Port': ['ID=085f0d82-9579-4c43-8d13-06440fe93146,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:43.771108 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:43.771108 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:43.771108 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:43.771108 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:43.771108 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:43.771108 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:43.771108 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:43.771108 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:43.771108 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:43.771108 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:43.772087 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:43.772087 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:43.775600 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:43.793266 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec469f4-79af-428e-a981-a5c4dfee9f9b req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] No DVR routers for this DVR port 085f0d82-9579-4c43-8d13-06440fe93146 on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:51:43.795763 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-0ec469f4-79af-428e-a981-a5c4dfee9f9b req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:43.797701 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-0ec469f4-79af-428e-a981-a5c4dfee9f9b req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.52 "DELETE /v2.0/ports/085f0d82-9579-4c43-8d13-06440fe93146 HTTP/1.1" status: 204 len: 173 time: 0.6294606 Jun 21 04:51:43.798193 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'name': 'network-vif-deleted', 'tag': '085f0d82-9579-4c43-8d13-06440fe93146'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:51:43.801305 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf74a08-5ee4-4992-b362-259e52fc22a1" -d '{"events": [{"server_uuid": "155280da-288b-4463-94bc-a6d3cd4b0ad8", "name": "network-vif-deleted", "tag": "085f0d82-9579-4c43-8d13-06440fe93146"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:51:43.840992 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495c4509-c05b-4e8b-8502-e5bfa2c22ecb x-openstack-request-id: req-495c4509-c05b-4e8b-8502-e5bfa2c22ecb {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:51:43.841315 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155280da-288b-4463-94bc-a6d3cd4b0ad8", "name": "network-vif-deleted", "tag": "085f0d82-9579-4c43-8d13-06440fe93146", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:51:43.841608 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-495c4509-c05b-4e8b-8502-e5bfa2c22ecb {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:51:43.842066 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155280da-288b-4463-94bc-a6d3cd4b0ad8', 'name': 'network-vif-deleted', 'tag': '085f0d82-9579-4c43-8d13-06440fe93146', 'status': 'completed', 'code': 200} Jun 21 04:51:43.902145 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e50fe-ad9d-4610-b8bc-68e369c6b0c5 req-c7efadc8-b641-4620-b0ed-5e7bd4ddf509 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:43.904250 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-911e50fe-ad9d-4610-b8bc-68e369c6b0c5 req-c7efadc8-b641-4620-b0ed-5e7bd4ddf509 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0687408 Jun 21 04:51:43.945110 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-911e50fe-ad9d-4610-b8bc-68e369c6b0c5 req-f209b4d0-eee7-489e-b5e9-0f1da4ad9110 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344641 Jun 21 04:51:44.279473 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162e466-3469-4581-b236-ee3488908a41 req-505f4e71-5e46-46ad-bfa8-ddfdd26ed1c0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:44.280907 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9162e466-3469-4581-b236-ee3488908a41 req-505f4e71-5e46-46ad-bfa8-ddfdd26ed1c0 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 946 time: 0.0656145 Jun 21 04:51:44.318290 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9162e466-3469-4581-b236-ee3488908a41 req-48c8c003-0f2a-45eb-9184-f34dbdcba102 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310912 Jun 21 04:51:44.516523 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015306ee-e312-4272-a2cf-fc11522368ac req-5db910d3-c41f-4dd1-8b54-6536dfc03571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:44.517964 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-015306ee-e312-4272-a2cf-fc11522368ac req-5db910d3-c41f-4dd1-8b54-6536dfc03571 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c998158734ae4812aabfd30f06862005&device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 1099 time: 0.0517671 Jun 21 04:51:44.525238 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3159cede-d2db-4914-9a72-7b807619537e req-99eb2d1a-2e46-4201-9b5b-e83f58186f2b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] 10.222.0.11 "GET /v2.0/ports?device_id=155280da-288b-4463-94bc-a6d3cd4b0ad8 HTTP/1.1" status: 200 len: 210 time: 0.0288067 Jun 21 04:51:44.624387 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015306ee-e312-4272-a2cf-fc11522368ac req-7cc96d0c-2144-40a2-bc3e-6499b0ccf04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:44.625841 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-015306ee-e312-4272-a2cf-fc11522368ac req-7cc96d0c-2144-40a2-bc3e-6499b0ccf04e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d314ade1-18b7-4745-a216-e1435ec35aa7 HTTP/1.1" status: 200 len: 910 time: 0.0874479 Jun 21 04:51:44.736536 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-015306ee-e312-4272-a2cf-fc11522368ac req-3da40aa9-00cb-4612-aecf-f0c727727290 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45 HTTP/1.1" status: 200 len: 1001 time: 0.0923381 Jun 21 04:51:44.766258 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1233c36-4c7d-4e05-b19c-705338e910c4 req-a7e64d63-15c2-48b2-b3be-d88fe51d5194 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:44.767720 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c1233c36-4c7d-4e05-b19c-705338e910c4 req-a7e64d63-15c2-48b2-b3be-d88fe51d5194 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 947 time: 0.0850065 Jun 21 04:51:44.814412 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c1233c36-4c7d-4e05-b19c-705338e910c4 req-b87f549b-8dff-4be5-9ec2-3f588845b92c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398629 Jun 21 04:51:44.853307 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015306ee-e312-4272-a2cf-fc11522368ac req-d2e3e3f1-0d5f-4356-89fb-591d4783bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:44.854722 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-015306ee-e312-4272-a2cf-fc11522368ac req-d2e3e3f1-0d5f-4356-89fb-591d4783bf13 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=91f3b558-53bc-40a7-bda2-9d735e1d87e6 HTTP/1.1" status: 200 len: 848 time: 0.0503650 Jun 21 04:51:44.931235 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015306ee-e312-4272-a2cf-fc11522368ac req-dd529dd6-0b7c-4c9d-80af-0dde1e823758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:44.932701 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-015306ee-e312-4272-a2cf-fc11522368ac req-dd529dd6-0b7c-4c9d-80af-0dde1e823758 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d314ade1-18b7-4745-a216-e1435ec35aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555294 Jun 21 04:51:45.071594 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-015306ee-e312-4272-a2cf-fc11522368ac req-ffa1c2d5-a1da-4f93-9eca-f23468ef82ee service neutron] 10.222.0.52 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891063 Jun 21 04:51:45.125023 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9938d1-227e-4f7e-9438-8cf6cfe611de req-48257e38-449d-4636-a0c9-e6a612785aff tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:45.126578 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5f9938d1-227e-4f7e-9438-8cf6cfe611de req-48257e38-449d-4636-a0c9-e6a612785aff tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0646441 Jun 21 04:51:45.169113 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-015306ee-e312-4272-a2cf-fc11522368ac req-055d6168-5ec1-4226-9855-440a954a011c service neutron] 10.222.0.52 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877976 Jun 21 04:51:45.175485 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5f9938d1-227e-4f7e-9438-8cf6cfe611de req-845f208c-6d56-41ca-976d-942e00662e78 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417719 Jun 21 04:51:45.498418 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a1efd-98b7-4782-87b0-49b0f0e4bd80 req-199d8287-82bf-4759-bd35-268669d2402d tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:45.499887 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fc0a1efd-98b7-4782-87b0-49b0f0e4bd80 req-199d8287-82bf-4759-bd35-268669d2402d tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 946 time: 0.0686638 Jun 21 04:51:45.538864 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fc0a1efd-98b7-4782-87b0-49b0f0e4bd80 req-81dfb7f9-bebf-4b6a-84df-c831714a77c1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324972 Jun 21 04:51:45.600785 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 085f0d82-9579-4c43-8d13-06440fe93146 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:51:45.622899 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: 085f0d82-9579-4c43-8d13-06440fe93146 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:51:45.623285 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 085f0d82-9579-4c43-8d13-06440fe93146 not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:51:45.994561 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4548b-d62a-4a22-82cb-e8fdf739908e req-ae284223-b3fb-41ff-80d2-574f0751a5f5 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:45.996085 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-41b4548b-d62a-4a22-82cb-e8fdf739908e req-ae284223-b3fb-41ff-80d2-574f0751a5f5 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 947 time: 0.0666199 Jun 21 04:51:46.044164 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-41b4548b-d62a-4a22-82cb-e8fdf739908e req-58136f01-77d9-45ec-9081-df590970d792 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392153 Jun 21 04:51:46.357031 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796bca8-63b7-4297-a457-ff112dcdf02a req-145aa28b-5445-4101-9905-0987792f7e99 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:46.359717 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7796bca8-63b7-4297-a457-ff112dcdf02a req-145aa28b-5445-4101-9905-0987792f7e99 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0679963 Jun 21 04:51:46.399571 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7796bca8-63b7-4297-a457-ff112dcdf02a req-73db91b9-8793-4456-bd20-a2214424318a tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324380 Jun 21 04:51:46.713372 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488d942-0f9b-400d-b275-2fc5a0330199 req-e9fc4f9a-229b-49f3-9b72-f21c655b26da tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:46.714829 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0488d942-0f9b-400d-b275-2fc5a0330199 req-e9fc4f9a-229b-49f3-9b72-f21c655b26da tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 946 time: 0.0629473 Jun 21 04:51:46.752932 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0488d942-0f9b-400d-b275-2fc5a0330199 req-88348187-6b5a-491d-91a1-6f9fdb65160a tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322778 Jun 21 04:51:47.031943 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84a5da-930a-48a3-a609-74e39787d761 req-f5e0457d-6a90-44df-b315-17d6591cba6f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:47.033339 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-af84a5da-930a-48a3-a609-74e39787d761 req-f5e0457d-6a90-44df-b315-17d6591cba6f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 946 time: 0.0605290 Jun 21 04:51:47.043246 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55138) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:47.351996 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bea8c-39ef-4448-a0f1-8aa8f8250b24 req-3f59437a-73d6-4451-9a92-8bbd85fc4e25 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:47.353462 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-830bea8c-39ef-4448-a0f1-8aa8f8250b24 req-3f59437a-73d6-4451-9a92-8bbd85fc4e25 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 947 time: 0.1901252 Jun 21 04:51:47.358619 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-af84a5da-930a-48a3-a609-74e39787d761 req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Deleting port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:51:47.358962 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-af84a5da-930a-48a3-a609-74e39787d761 req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:47.483125 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-830bea8c-39ef-4448-a0f1-8aa8f8250b24 req-c36e7136-0223-466a-9cd5-0bf2082da359 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211212 Jun 21 04:51:47.547029 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-af84a5da-930a-48a3-a609-74e39787d761 req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] For port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=bc50f2ea-ee22-4f27-a280-30b1bfecf8b8,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:47.547424 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-af84a5da-930a-48a3-a609-74e39787d761 req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:47.584500 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11e93d-bfd2-4d98-8117-59f59e821509 req-df078f68-cfb9-49e6-9f92-e9d2bb438f72 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:47.585978 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3f11e93d-bfd2-4d98-8117-59f59e821509 req-df078f68-cfb9-49e6-9f92-e9d2bb438f72 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0720561 Jun 21 04:51:47.623878 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3f11e93d-bfd2-4d98-8117-59f59e821509 req-196816d7-d422-4641-bd55-83a9f9181f78 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320554 Jun 21 04:51:47.729774 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:51:47.798157 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-af84a5da-930a-48a3-a609-74e39787d761 req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:47.798526 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-af84a5da-930a-48a3-a609-74e39787d761 req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:47.798839 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.l3_db [req-af84a5da-930a-48a3-a609-74e39787d761 req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Floating IP a1b1a874-bcdb-4651-a8f9-03f3cee18eb8 disassociated. External IP: 172.27.1.214, port: bc50f2ea-ee22-4f27-a280-30b1bfecf8b8. Jun 21 04:51:47.799178 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-af84a5da-930a-48a3-a609-74e39787d761 req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Calling delete_port for bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:51:47.878100 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-029ea6fe-41d6-4e2d-a1bc-8783da3c6697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574154'] for router_interface, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:48.083054 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876faa3-2ce0-4159-9775-f518c918b66b req-a25fca68-8bef-478f-9fce-db7007b3714c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:48.084512 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1876faa3-2ce0-4159-9775-f518c918b66b req-a25fca68-8bef-478f-9fce-db7007b3714c tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 946 time: 0.2121761 Jun 21 04:51:48.438349 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-af84a5da-930a-48a3-a609-74e39787d761 req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:48.448303 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:48.483807 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event deleted for resources: {'Port': ['ID=bc50f2ea-ee22-4f27-a280-30b1bfecf8b8,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:48.489963 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:48.498823 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1876faa3-2ce0-4159-9775-f518c918b66b req-827e7e54-4a6c-4d9e-bb73-1e62be2c43b3 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b575738-7307-4209-88b6-20638ded4082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4081469 Jun 21 04:51:48.654580 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af84a5da-930a-48a3-a609-74e39787d761 req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Router 98cebc3e-1563-485d-9cae-e78a16a5eb83 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:51:48.772980 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-029ea6fe-41d6-4e2d-a1bc-8783da3c6697 admin admin] Deleting port d6fcbd13-e386-4509-a03c-059b93372599 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:51:48.773214 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-029ea6fe-41d6-4e2d-a1bc-8783da3c6697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:48.815025 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a11320-2c2e-4cef-820d-9cd43ec9e3b1 req-b9deb859-5967-42ab-8671-d8dd566f538e tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:48.818061 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d1a11320-2c2e-4cef-820d-9cd43ec9e3b1 req-b9deb859-5967-42ab-8671-d8dd566f538e tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0785620 Jun 21 04:51:48.838655 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af84a5da-930a-48a3-a609-74e39787d761 req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:51:48.855122 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802cbb43-5e9e-4927-93a9-e1693fc8a424 None None] Sync routers for ids ['98cebc3e-1563-485d-9cae-e78a16a5eb83'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:51:48.866343 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802cbb43-5e9e-4927-93a9-e1693fc8a424 None None] Routers {'98cebc3e-1563-485d-9cae-e78a16a5eb83'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:51:48.866988 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-802cbb43-5e9e-4927-93a9-e1693fc8a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:51:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['98cebc3e-1563-485d-9cae-e78a16a5eb83'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:48.876132 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-d1a11320-2c2e-4cef-820d-9cd43ec9e3b1 req-2f7ebf98-bbdf-418f-9d9b-c8252a83d9ef tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468600 Jun 21 04:51:48.900126 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-af84a5da-930a-48a3-a609-74e39787d761 req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] No DVR routers for this DVR port bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:51:48.903660 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-af84a5da-930a-48a3-a609-74e39787d761 req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:48.905717 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-af84a5da-930a-48a3-a609-74e39787d761 req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.52 "DELETE /v2.0/ports/bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 HTTP/1.1" status: 204 len: 173 time: 1.8197849 Jun 21 04:51:48.906223 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5e79e1-c3c2-4989-971d-fa123c083caf', 'name': 'network-vif-deleted', 'tag': 'bc50f2ea-ee22-4f27-a280-30b1bfecf8b8'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:51:48.908534 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c68408-5ebb-456d-9bbe-a8250cdf6bec" -d '{"events": [{"server_uuid": "de5e79e1-c3c2-4989-971d-fa123c083caf", "name": "network-vif-deleted", "tag": "bc50f2ea-ee22-4f27-a280-30b1bfecf8b8"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:51:48.916531 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-029ea6fe-41d6-4e2d-a1bc-8783da3c6697 admin admin] For port d6fcbd13-e386-4509-a03c-059b93372599, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=d6fcbd13-e386-4509-a03c-059b93372599,segment=NetworkSegment(9543375e-4d88-4cfb-ae5b-ef0b1e9c126a),segment_id=9543375e-4d88-4cfb-ae5b-ef0b1e9c126a)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:48.916891 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-029ea6fe-41d6-4e2d-a1bc-8783da3c6697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:48.988322 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-802cbb43-5e9e-4927-93a9-e1693fc8a424 None None] Set router 98cebc3e-1563-485d-9cae-e78a16a5eb83 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:51:48.988530 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-029ea6fe-41d6-4e2d-a1bc-8783da3c6697 admin admin] Calling delete_port for d6fcbd13-e386-4509-a03c-059b93372599 owned by network:router_interface {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:51:48.989967 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec7531b-fb30-4680-a3c0-90fa852c7623 x-openstack-request-id: req-4ec7531b-fb30-4680-a3c0-90fa852c7623 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:51:48.990342 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5e79e1-c3c2-4989-971d-fa123c083caf", "name": "network-vif-deleted", "tag": "bc50f2ea-ee22-4f27-a280-30b1bfecf8b8", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:51:48.990636 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ec7531b-fb30-4680-a3c0-90fa852c7623 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:51:48.991251 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5e79e1-c3c2-4989-971d-fa123c083caf', 'name': 'network-vif-deleted', 'tag': 'bc50f2ea-ee22-4f27-a280-30b1bfecf8b8', 'status': 'completed', 'code': 200} Jun 21 04:51:49.238700 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-802cbb43-5e9e-4927-93a9-e1693fc8a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'b3bcbfdf-96f7-4fb5-a401-e8270e315c1e', 'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'mac_address': 'fa:16:3e:df:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:11Z', 'updated_at': '2021-06-21T04:40:20Z', 'revision_number': 5, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'subnets': [{'id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:49.268562 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802cbb43-5e9e-4927-93a9-e1693fc8a424 None None] Checking router: 98cebc3e-1563-485d-9cae-e78a16a5eb83 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:51:49.276891 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802cbb43-5e9e-4927-93a9-e1693fc8a424 None None] Routers {'98cebc3e-1563-485d-9cae-e78a16a5eb83'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:51:49.277450 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-802cbb43-5e9e-4927-93a9-e1693fc8a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:51:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['98cebc3e-1563-485d-9cae-e78a16a5eb83'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:49.309774 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-029ea6fe-41d6-4e2d-a1bc-8783da3c6697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:49.322205 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:49.352953 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ea6fe-41d6-4e2d-a1bc-8783da3c6697 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6fcbd13-e386-4509-a03c-059b93372599,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:49.372415 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-029ea6fe-41d6-4e2d-a1bc-8783da3c6697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:49.445653 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-802cbb43-5e9e-4927-93a9-e1693fc8a424 None None] Set router 98cebc3e-1563-485d-9cae-e78a16a5eb83 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:51:49.538439 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04288181-13fc-42bf-8ed3-65d31be9b21a req-8df16594-24ff-4af3-85d9-4433cdec3f51 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:49.540002 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-04288181-13fc-42bf-8ed3-65d31be9b21a req-8df16594-24ff-4af3-85d9-4433cdec3f51 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0930340 Jun 21 04:51:49.547562 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-029ea6fe-41d6-4e2d-a1bc-8783da3c6697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-953448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574070'] for router_interface, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:49.623028 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-04288181-13fc-42bf-8ed3-65d31be9b21a req-0edb303a-dfe2-4750-ba6e-3bd223b5e547 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765781 Jun 21 04:51:49.642175 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 349ea2b6-b764-4fd6-a587-8a8a991a7f45 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:51:49.725853 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-04358755-bcba-4c98-ae19-617d51d096c8 req-97c8188e-6371-4fe1-9050-08415fedc268 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/ports?device_id=de5e79e1-c3c2-4989-971d-fa123c083caf HTTP/1.1" status: 200 len: 210 time: 0.0566335 Jun 21 04:51:49.760882 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:49.776811 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-802cbb43-5e9e-4927-93a9-e1693fc8a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'b3bcbfdf-96f7-4fb5-a401-e8270e315c1e', 'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'mac_address': 'fa:16:3e:df:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:11Z', 'updated_at': '2021-06-21T04:40:20Z', 'revision_number': 5, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'subnets': [{'id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:49.802214 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7be935a0-0645-4212-990b-6d3d6dbcf641 req-abe097fa-0077-4800-8d23-fa22f5dcd260 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2449527 Jun 21 04:51:49.813103 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349ea2b6-b764-4fd6-a587-8a8a991a7f45'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:51:49.815659 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bd5a1e-4867-4ba5-b0bf-8883cca25bee" -d '{"events": [{"server_uuid": "7fcba153-3be1-4fef-b2c3-5f4c328ef10c", "name": "network-vif-unplugged", "status": "completed", "tag": "349ea2b6-b764-4fd6-a587-8a8a991a7f45"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:51:49.824294 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802cbb43-5e9e-4927-93a9-e1693fc8a424 None None] The sync data for ids ['98cebc3e-1563-485d-9cae-e78a16a5eb83'] in dv-cinder-772623-10-iscsi is: [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 4, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'b3bcbfdf-96f7-4fb5-a401-e8270e315c1e', 'name': '', 'network_id': '17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'mac_address': 'fa:16:3e:df:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:11Z', 'updated_at': '2021-06-21T04:40:20Z', 'revision_number': 5, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'subnets': [{'id': '1a41fb09-670a-46b0-9438-50fcf86692cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:51:49.839665 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 349ea2b6-b764-4fd6-a587-8a8a991a7f45, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45,segment=NetworkSegment(ac9b0d38-d3ff-4443-a234-20072088fd51),segment_id=ac9b0d38-d3ff-4443-a234-20072088fd51)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:49.855420 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 04:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5228c7f-1588-4d78-9997-82509d74d355 x-openstack-request-id: req-e5228c7f-1588-4d78-9997-82509d74d355 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:51:49.855420 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcba153-3be1-4fef-b2c3-5f4c328ef10c", "name": "network-vif-unplugged", "status": "failed", "tag": "349ea2b6-b764-4fd6-a587-8a8a991a7f45", "code": 422}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:51:49.855420 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5228c7f-1588-4d78-9997-82509d74d355 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:51:49.855420 dv-cinder-772623-10-iscsi neutron-server[99944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '349ea2b6-b764-4fd6-a587-8a8a991a7f45', 'code': 422} returned with failed status Jun 21 04:51:49.869330 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029ea6fe-41d6-4e2d-a1bc-8783da3c6697 admin admin] Router 55d0516b-d2e0-4a99-b712-185ce45b81a6 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:51:49.903643 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:49.904715 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:51:49.906501 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:49.943141 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:51:49.943524 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device bc50f2ea-ee22-4f27-a280-30b1bfecf8b8 not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:51:49.978036 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=349ea2b6-b764-4fd6-a587-8a8a991a7f45,revision_number=6']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:49.979873 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029ea6fe-41d6-4e2d-a1bc-8783da3c6697 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:51:49.985112 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-029ea6fe-41d6-4e2d-a1bc-8783da3c6697 admin admin] 10.222.0.11 "PUT /v2.0/routers/55d0516b-d2e0-4a99-b712-185ce45b81a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9408867 Jun 21 04:51:49.986629 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:49.986983 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:49.988034 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:49.988382 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:49.988925 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:49.989442 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:49.989782 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:49.990112 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:49.990441 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:49.990768 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:49.991092 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:49.991342 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55164) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:49.991454 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:51:49.992236 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a48600-61c4-43e7-a937-1c533406cb01 None None] Sync routers for ids ['55d0516b-d2e0-4a99-b712-185ce45b81a6'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:51:49.995942 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:50.004059 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a48600-61c4-43e7-a937-1c533406cb01 None None] Routers {'55d0516b-d2e0-4a99-b712-185ce45b81a6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:51:50.005013 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-01a48600-61c4-43e7-a937-1c533406cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:51:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['55d0516b-d2e0-4a99-b712-185ce45b81a6'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:50.118709 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:50.123655 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da77bdac-f7f2-404e-8e2a-53cfc9efc4cd None None] New status for floating IP a1b1a874-bcdb-4651-a8f9-03f3cee18eb8: DOWN {{(pid=99944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:51:50.133650 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-01a48600-61c4-43e7-a937-1c533406cb01 None None] Set router 55d0516b-d2e0-4a99-b712-185ce45b81a6 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:51:50.233986 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:50.321018 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-01a48600-61c4-43e7-a937-1c533406cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:01Z', 'updated_at': '2021-06-21T04:51:49Z', 'revision_number': 5, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'gw_port': {'id': '982ad235-e891-48ad-8016-0dbc58b1f7a3', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:02Z', 'updated_at': '2021-06-21T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:50.347624 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a48600-61c4-43e7-a937-1c533406cb01 None None] Checking router: 55d0516b-d2e0-4a99-b712-185ce45b81a6 for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:51:50.356325 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a48600-61c4-43e7-a937-1c533406cb01 None None] Routers {'55d0516b-d2e0-4a99-b712-185ce45b81a6'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:51:50.356932 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-01a48600-61c4-43e7-a937-1c533406cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:51:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['55d0516b-d2e0-4a99-b712-185ce45b81a6'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:50.375192 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Deleting port 982ad235-e891-48ad-8016-0dbc58b1f7a3 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:51:50.375684 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:50.440147 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-01a48600-61c4-43e7-a937-1c533406cb01 None None] Set router 55d0516b-d2e0-4a99-b712-185ce45b81a6 gateway port host: None {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:51:50.455517 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] For port 982ad235-e891-48ad-8016-0dbc58b1f7a3, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=982ad235-e891-48ad-8016-0dbc58b1f7a3,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:50.455876 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:50.492894 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-01a48600-61c4-43e7-a937-1c533406cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:01Z', 'updated_at': '2021-06-21T04:51:50Z', 'revision_number': 6, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'gw_port_host': None}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:50.518466 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a48600-61c4-43e7-a937-1c533406cb01 None None] The sync data for ids ['55d0516b-d2e0-4a99-b712-185ce45b81a6'] in dv-cinder-772623-10-iscsi is: [{'id': '55d0516b-d2e0-4a99-b712-185ce45b81a6', 'name': 'tempest-TestMinimumBasicScenario-878033614-router', 'tenant_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:01Z', 'updated_at': '2021-06-21T04:51:50Z', 'revision_number': 6, 'project_id': '73ca3c1def754bb1aa968ba0620e4c5e', 'gw_port_host': None}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:51:50.522050 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Calling delete_port for 982ad235-e891-48ad-8016-0dbc58b1f7a3 owned by network:router_gateway {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:51:50.756971 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:50.761057 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-295c8e08-3e76-4435-83b9-8960b1d79480 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:50.786639 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=982ad235-e891-48ad-8016-0dbc58b1f7a3,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:50.790242 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:50.881473 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471b78f-8a8a-4561-ba9f-536478bbec80 req-7ac1b2f6-c97d-4d7c-8f59-d606d1e0bfc2 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:50.883884 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1471b78f-8a8a-4561-ba9f-536478bbec80 req-7ac1b2f6-c97d-4d7c-8f59-d606d1e0bfc2 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.1558611 Jun 21 04:51:50.885114 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969818'] for router_gateway, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:51.030213 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2933'] for router, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:51.033486 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device d6fcbd13-e386-4509-a03c-059b93372599 no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:51:51.033953 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:51.042430 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1471b78f-8a8a-4561-ba9f-536478bbec80 req-1b4df232-29a5-449c-a27f-9807663fb09d tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403270 Jun 21 04:51:51.058969 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: d6fcbd13-e386-4509-a03c-059b93372599 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:51:51.058969 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device d6fcbd13-e386-4509-a03c-059b93372599 not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:51:51.177391 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581141'] for router, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:51.177951 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55d0516b-d2e0-4a99-b712-185ce45b81a6 {{(pid=99943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:51:51.182787 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Notify callbacks [] for router, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:51.183934 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/55d0516b-d2e0-4a99-b712-185ce45b81a6 HTTP/1.1" status: 204 len: 168 time: 1.1914105 Jun 21 04:51:51.186387 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55180) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:51.229167 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd6e0d9-18c7-4a51-b6d4-afc9711d1655 admin admin] Deleting subnet 5808c492-1258-4229-8f85-9f21aecdb879 {{(pid=99943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:51:51.232141 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8fd6e0d9-18c7-4a51-b6d4-afc9711d1655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:51.266312 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8fd6e0d9-18c7-4a51-b6d4-afc9711d1655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405345'] for subnet, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:51.377478 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8fd6e0d9-18c7-4a51-b6d4-afc9711d1655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:51.486406 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8fd6e0d9-18c7-4a51-b6d4-afc9711d1655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26156564'] for subnet, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:51.489212 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-abadad79-1f4a-45ac-bb86-19ab8dbd83ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:51.513644 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6e0d9-18c7-4a51-b6d4-afc9711d1655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5808c492-1258-4229-8f85-9f21aecdb879,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:51.516249 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8fd6e0d9-18c7-4a51-b6d4-afc9711d1655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:51.519954 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8fd6e0d9-18c7-4a51-b6d4-afc9711d1655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:51.522092 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-8fd6e0d9-18c7-4a51-b6d4-afc9711d1655 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5808c492-1258-4229-8f85-9f21aecdb879 HTTP/1.1" status: 204 len: 168 time: 0.3347943 Jun 21 04:51:51.524688 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55182) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:51.528160 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea351c9e-9767-48de-9146-7aa04506586f None None] Network 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:51:51.603301 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:51.656717 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Deleting port 5169c5f4-3d37-495b-88db-002de66039b2 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:51:51.657061 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:51.720444 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c98981c-7075-40e9-8970-64c5af5d7e92 None None] DHCP port deletion for 47425eb1-9ff7-4cb7-bb17-50a77d6bf951 request from dv-cinder-772623-10-iscsi {{(pid=99944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:51:51.725284 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] For port 5169c5f4-3d37-495b-88db-002de66039b2, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=5169c5f4-3d37-495b-88db-002de66039b2,segment=NetworkSegment(9543375e-4d88-4cfb-ae5b-ef0b1e9c126a),segment_id=9543375e-4d88-4cfb-ae5b-ef0b1e9c126a)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:51.725637 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:51.767820 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-3c98981c-7075-40e9-8970-64c5af5d7e92 None None] Deleting port 5169c5f4-3d37-495b-88db-002de66039b2 {{(pid=99944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:51:51.768238 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-3c98981c-7075-40e9-8970-64c5af5d7e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:51.786865 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Calling delete_port for 5169c5f4-3d37-495b-88db-002de66039b2 owned by network:dhcp {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:51:51.829661 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-3c98981c-7075-40e9-8970-64c5af5d7e92 None None] For port 5169c5f4-3d37-495b-88db-002de66039b2, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=5169c5f4-3d37-495b-88db-002de66039b2,segment=NetworkSegment(9543375e-4d88-4cfb-ae5b-ef0b1e9c126a),segment_id=9543375e-4d88-4cfb-ae5b-ef0b1e9c126a)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:51.830089 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-3c98981c-7075-40e9-8970-64c5af5d7e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:51.901001 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-3c98981c-7075-40e9-8970-64c5af5d7e92 None None] Calling delete_port for 5169c5f4-3d37-495b-88db-002de66039b2 owned by network:dhcp {{(pid=99944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:51:51.940377 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55186) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:52.000340 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-94347f58-db06-40cc-b876-6e4464c83878 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.025784 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-94347f58-db06-40cc-b876-6e4464c83878 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.120279 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-3c98981c-7075-40e9-8970-64c5af5d7e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455'] for port, after_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.123472 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-bbee7ec1-9b7e-441f-9722-94b293bec4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:52.137249 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.140112 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:52.143192 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-94347f58-db06-40cc-b876-6e4464c83878 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.148705 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98981c-7075-40e9-8970-64c5af5d7e92 None None] Pushing event deleted for resources: {'Port': ['ID=5169c5f4-3d37-495b-88db-002de66039b2,revision_number=None']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:52.151205 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c98981c-7075-40e9-8970-64c5af5d7e92 None None] No DVR routers for this DVR port 5169c5f4-3d37-495b-88db-002de66039b2 on host dv-cinder-772623-10-iscsi {{(pid=99944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:51:52.152680 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-3c98981c-7075-40e9-8970-64c5af5d7e92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:52.154124 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-94347f58-db06-40cc-b876-6e4464c83878 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.155231 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-94347f58-db06-40cc-b876-6e4464c83878 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "DELETE /v2.0/security-groups/8b575738-7307-4209-88b6-20638ded4082 HTTP/1.1" status: 204 len: 168 time: 0.2136190 Jun 21 04:51:52.156291 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-108f47e2-dbc0-423d-b486-7dbd3ded6d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:52.164489 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55190) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:52.172748 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] No DVR routers for this DVR port 5169c5f4-3d37-495b-88db-002de66039b2 on host dv-cinder-772623-10-iscsi {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:51:52.174424 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5169c5f4-3d37-495b-88db-002de66039b2,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:52.176760 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94347f58-db06-40cc-b876-6e4464c83878 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b575738-7307-4209-88b6-20638ded4082,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:52.179073 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-94347f58-db06-40cc-b876-6e4464c83878 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:52.181783 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:52.227067 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.api.v2.resource [None req-41b0899d-436d-4c25-900b-2849c53350ec tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] show failed (client error): The resource could not be found. Jun 21 04:51:52.228074 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-41b0899d-436d-4c25-900b-2849c53350ec tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "GET /v2.0/security-groups/8b575738-7307-4209-88b6-20638ded4082 HTTP/1.1" status: 404 len: 347 time: 0.0615058 Jun 21 04:51:52.231068 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55192) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:52.290157 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.303665 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47425eb1-9ff7-4cb7-bb17-50a77d6bf951']}} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:52.323893 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9543375e-4d88-4cfb-ae5b-ef0b1e9c126a') {'for_net_delete': True} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:52.323893 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9543375e-4d88-4cfb-ae5b-ef0b1e9c126a') {} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:52.334612 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405352'] for segment, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.354892 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454af79e-1ab5-487f-91b9-9894279b72ce req-b7c2cfa1-4711-4dac-b094-d933e2d58ee5 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:52.356447 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-454af79e-1ab5-487f-91b9-9894279b72ce req-b7c2cfa1-4711-4dac-b094-d933e2d58ee5 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.1795094 Jun 21 04:51:52.363282 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.374628 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=99943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:51:52.375035 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25560434'] for segment, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: self.session.flush() Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: self.session.flush() Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: self.session.flush() Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: self.session.flush() Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: Traceback (most recent call last): Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: timer() Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: cb(*args, **kw) Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: return func(*args, **kwargs) Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: self._notify() Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: self.callback(batched_events) Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: event.method(event) Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: return f(self, *a, **k) Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._get(url).json() Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: return self.request(url, 'GET', **kwargs) Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:51:52.376946 dv-cinder-772623-10-iscsi neutron-server[99943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:51:52.383393 dv-cinder-772623-10-iscsi neutron-server[99943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:51:52.420117 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-cadb415b-0d30-4cd3-9202-5ac8d8ecc445 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Deleting port a44b265e-7f0f-4b6c-b8d7-bbd916578740 {{(pid=99942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:51:52.420464 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cadb415b-0d30-4cd3-9202-5ac8d8ecc445 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.468147 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-454af79e-1ab5-487f-91b9-9894279b72ce req-4a3f14d3-7571-4ba7-8519-0a2ae1af2ba4 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445087 Jun 21 04:51:52.508384 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cadb415b-0d30-4cd3-9202-5ac8d8ecc445 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.508994 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cadb415b-0d30-4cd3-9202-5ac8d8ecc445 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.548271 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.552189 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:52.554672 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.560564 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/47425eb1-9ff7-4cb7-bb17-50a77d6bf951 HTTP/1.1" status: 204 len: 168 time: 1.0341377 Jun 21 04:51:52.561203 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55196) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:52.575394 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-cadb415b-0d30-4cd3-9202-5ac8d8ecc445 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Calling delete_port for a44b265e-7f0f-4b6c-b8d7-bbd916578740 owned by network:floatingip {{(pid=99942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:51:52.579003 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=47425eb1-9ff7-4cb7-bb17-50a77d6bf951,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:52.625523 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:52.783006 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cadb415b-0d30-4cd3-9202-5ac8d8ecc445 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25676333'] for port, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.785361 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:52.834341 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb415b-0d30-4cd3-9202-5ac8d8ecc445 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Pushing event deleted for resources: {'Port': ['ID=a44b265e-7f0f-4b6c-b8d7-bbd916578740,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:52.837666 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-cadb415b-0d30-4cd3-9202-5ac8d8ecc445 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:52.875533 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 982ad235-e891-48ad-8016-0dbc58b1f7a3 no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:51:52.908714 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 982ad235-e891-48ad-8016-0dbc58b1f7a3 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:51:52.909147 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 982ad235-e891-48ad-8016-0dbc58b1f7a3 not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:51:52.909797 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cadb415b-0d30-4cd3-9202-5ac8d8ecc445 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks [] for floatingip, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.909915 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 5169c5f4-3d37-495b-88db-002de66039b2 no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:51:52.912912 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cadb415b-0d30-4cd3-9202-5ac8d8ecc445 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:52.920630 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-cadb415b-0d30-4cd3-9202-5ac8d8ecc445 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] 10.222.0.11 "DELETE /v2.0/floatingips/a1b1a874-bcdb-4651-a8f9-03f3cee18eb8 HTTP/1.1" status: 204 len: 168 time: 0.6854157 Jun 21 04:51:53.000450 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-927a72cb-9ff9-4934-980d-b4ee3987430a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574154'] for router_interface, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:53.054558 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 5169c5f4-3d37-495b-88db-002de66039b2 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:51:53.054831 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 5169c5f4-3d37-495b-88db-002de66039b2 not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:51:53.259548 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-927a72cb-9ff9-4934-980d-b4ee3987430a admin admin] Deleting port cf1f43a5-9d41-4c06-909a-9b693648cf73 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:51:53.259980 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-927a72cb-9ff9-4934-980d-b4ee3987430a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:53.336152 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-927a72cb-9ff9-4934-980d-b4ee3987430a admin admin] For port cf1f43a5-9d41-4c06-909a-9b693648cf73, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=cf1f43a5-9d41-4c06-909a-9b693648cf73,segment=NetworkSegment(9e48af07-3ce8-45a7-ac45-ff5290f8e1b0),segment_id=9e48af07-3ce8-45a7-ac45-ff5290f8e1b0)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:53.336433 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-927a72cb-9ff9-4934-980d-b4ee3987430a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:53.400926 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-927a72cb-9ff9-4934-980d-b4ee3987430a admin admin] Calling delete_port for cf1f43a5-9d41-4c06-909a-9b693648cf73 owned by network:router_interface {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:51:53.642752 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24f93f-e291-40df-bf38-dfbef697de0b req-c567f422-58e5-4ad1-9190-c66043d57754 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:53.644897 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3b24f93f-e291-40df-bf38-dfbef697de0b req-c567f422-58e5-4ad1-9190-c66043d57754 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.0644135 Jun 21 04:51:53.646393 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-ef01034a-02af-445c-958b-afa2360aef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:53.668391 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-927a72cb-9ff9-4934-980d-b4ee3987430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:53.671305 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5ba987b2-d61e-4249-b6a9-27bb214853c6 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:53.685911 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3b24f93f-e291-40df-bf38-dfbef697de0b req-3df16ffa-fe7d-4396-89e3-3e003e3cd71c tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350795 Jun 21 04:51:53.702525 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a72cb-9ff9-4934-980d-b4ee3987430a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1f43a5-9d41-4c06-909a-9b693648cf73,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:53.725999 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-927a72cb-9ff9-4934-980d-b4ee3987430a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:53.873094 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-927a72cb-9ff9-4934-980d-b4ee3987430a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-953448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574070'] for router_interface, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:54.016718 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:54.087646 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927a72cb-9ff9-4934-980d-b4ee3987430a admin admin] Router 0e3caa3a-fe62-43b8-a705-c2f97c095cdb has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:51:54.193847 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927a72cb-9ff9-4934-980d-b4ee3987430a admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:51:54.199408 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-927a72cb-9ff9-4934-980d-b4ee3987430a admin admin] 10.222.0.11 "PUT /v2.0/routers/0e3caa3a-fe62-43b8-a705-c2f97c095cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6353018 Jun 21 04:51:54.200983 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55204) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:54.201711 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f1749-d0f9-4c7d-b277-481a7744e9a2 None None] Sync routers for ids ['0e3caa3a-fe62-43b8-a705-c2f97c095cdb'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:51:54.211759 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f1749-d0f9-4c7d-b277-481a7744e9a2 None None] Routers {'0e3caa3a-fe62-43b8-a705-c2f97c095cdb'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:51:54.212366 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-e24f1749-d0f9-4c7d-b277-481a7744e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:51:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['0e3caa3a-fe62-43b8-a705-c2f97c095cdb'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:54.312060 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Notify callbacks [] for router, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:54.413565 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-e24f1749-d0f9-4c7d-b277-481a7744e9a2 None None] Set router 0e3caa3a-fe62-43b8-a705-c2f97c095cdb gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:51:54.421643 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:54.586986 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Deleting port 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:51:54.587466 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:54.600466 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-e24f1749-d0f9-4c7d-b277-481a7744e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'name': 'tempest-TestMinimumBasicScenario-394383433-router', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:51:53Z', 'revision_number': 5, 'project_id': '4930ab13c6b74df69758279ebb90bde7', 'gw_port': {'id': '0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:54.624978 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f1749-d0f9-4c7d-b277-481a7744e9a2 None None] Checking router: 0e3caa3a-fe62-43b8-a705-c2f97c095cdb for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:51:54.633559 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f1749-d0f9-4c7d-b277-481a7744e9a2 None None] Routers {'0e3caa3a-fe62-43b8-a705-c2f97c095cdb'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:51:54.634163 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-e24f1749-d0f9-4c7d-b277-481a7744e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:51:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['0e3caa3a-fe62-43b8-a705-c2f97c095cdb'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:54.670550 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] For port 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:54.670909 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:54.717306 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-e24f1749-d0f9-4c7d-b277-481a7744e9a2 None None] Set router 0e3caa3a-fe62-43b8-a705-c2f97c095cdb gateway port host: None {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:51:54.733022 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Calling delete_port for 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99 owned by network:router_gateway {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:51:54.773224 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-e24f1749-d0f9-4c7d-b277-481a7744e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'name': 'tempest-TestMinimumBasicScenario-394383433-router', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:51:54Z', 'revision_number': 6, 'project_id': '4930ab13c6b74df69758279ebb90bde7', 'gw_port_host': None}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:54.799350 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f1749-d0f9-4c7d-b277-481a7744e9a2 None None] The sync data for ids ['0e3caa3a-fe62-43b8-a705-c2f97c095cdb'] in dv-cinder-772623-10-iscsi is: [{'id': '0e3caa3a-fe62-43b8-a705-c2f97c095cdb', 'name': 'tempest-TestMinimumBasicScenario-394383433-router', 'tenant_id': '4930ab13c6b74df69758279ebb90bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:08Z', 'updated_at': '2021-06-21T04:51:54Z', 'revision_number': 6, 'project_id': '4930ab13c6b74df69758279ebb90bde7', 'gw_port_host': None}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:51:54.942517 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0baa8-8783-4415-bc1c-a2f5cc0920aa req-88f8d036-cceb-4169-914f-8d3972edde20 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:54.944018 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c9c0baa8-8783-4415-bc1c-a2f5cc0920aa req-88f8d036-cceb-4169-914f-8d3972edde20 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.1445265 Jun 21 04:51:55.017302 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c9c0baa8-8783-4415-bc1c-a2f5cc0920aa req-5ea0ccd5-1c54-4ba3-b072-eee141d26812 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523841 Jun 21 04:51:55.029625 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be935a0-0645-4212-990b-6d3d6dbcf641 req-aaa3573d-96f5-4bfd-9d8e-85465779dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:55.031079 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7be935a0-0645-4212-990b-6d3d6dbcf641 req-aaa3573d-96f5-4bfd-9d8e-85465779dcb0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c&tenant_id=c998158734ae4812aabfd30f06862005 HTTP/1.1" status: 200 len: 1097 time: 0.1216314 Jun 21 04:51:55.058007 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:55.061135 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6226345f-d002-4cca-9e75-51541598edd9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:55.095491 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:55.100187 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:55.184119 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969818'] for router_gateway, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:55.279711 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2933'] for router, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:55.282398 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be935a0-0645-4212-990b-6d3d6dbcf641 req-3d53e6d4-b1ca-4c51-9243-8336bd388c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:55.283916 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7be935a0-0645-4212-990b-6d3d6dbcf641 req-3d53e6d4-b1ca-4c51-9243-8336bd388c97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c998158734ae4812aabfd30f06862005&device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 1097 time: 0.1974385 Jun 21 04:51:55.285695 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:55.403893 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581141'] for router, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:55.404415 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e3caa3a-fe62-43b8-a705-c2f97c095cdb {{(pid=99943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:51:55.409358 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Notify callbacks [] for router, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:55.410458 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] 10.222.0.11 "DELETE /v2.0/routers/0e3caa3a-fe62-43b8-a705-c2f97c095cdb HTTP/1.1" status: 204 len: 168 time: 1.2085581 Jun 21 04:51:55.412178 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be935a0-0645-4212-990b-6d3d6dbcf641 req-6400a8f7-b32a-4ff1-a7a9-768020c25c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:55.413117 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55214) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:55.413577 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7be935a0-0645-4212-990b-6d3d6dbcf641 req-6400a8f7-b32a-4ff1-a7a9-768020c25c72 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d314ade1-18b7-4745-a216-e1435ec35aa7 HTTP/1.1" status: 200 len: 910 time: 0.0910845 Jun 21 04:51:55.462869 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31cac4d-939b-438d-9c5c-d84b73d090c3 admin admin] Deleting subnet 3a85982f-7e81-41b8-811a-ddc331e024b2 {{(pid=99942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:51:55.465911 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c31cac4d-939b-438d-9c5c-d84b73d090c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:55.486565 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7be935a0-0645-4212-990b-6d3d6dbcf641 req-092d0b33-6ef2-4a0f-97be-4453ce98f790 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45 HTTP/1.1" status: 200 len: 999 time: 0.0608754 Jun 21 04:51:55.503731 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c31cac4d-939b-438d-9c5c-d84b73d090c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25676517'] for subnet, precommit_delete_associations {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:55.546424 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be935a0-0645-4212-990b-6d3d6dbcf641 req-d1e117bd-cad4-4021-81a1-2424ab6fa25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:55.548054 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7be935a0-0645-4212-990b-6d3d6dbcf641 req-d1e117bd-cad4-4021-81a1-2424ab6fa25b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=91f3b558-53bc-40a7-bda2-9d735e1d87e6 HTTP/1.1" status: 200 len: 848 time: 0.0508342 Jun 21 04:51:55.621141 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be935a0-0645-4212-990b-6d3d6dbcf641 req-692f374d-5b6a-40cf-8047-23de870bd078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:55.622746 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7be935a0-0645-4212-990b-6d3d6dbcf641 req-692f374d-5b6a-40cf-8047-23de870bd078 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d314ade1-18b7-4745-a216-e1435ec35aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0647094 Jun 21 04:51:55.626611 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c31cac4d-939b-438d-9c5c-d84b73d090c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:55.726186 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7be935a0-0645-4212-990b-6d3d6dbcf641 req-e1bf1ce6-fefe-40d7-9d09-00566e4276b6 service neutron] 10.222.0.52 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961170 Jun 21 04:51:55.732391 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c31cac4d-939b-438d-9c5c-d84b73d090c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25676375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26199342'] for subnet, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:55.735625 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:55.761751 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cac4d-939b-438d-9c5c-d84b73d090c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a85982f-7e81-41b8-811a-ddc331e024b2,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:55.763773 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c31cac4d-939b-438d-9c5c-d84b73d090c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:55.765628 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-c31cac4d-939b-438d-9c5c-d84b73d090c3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3a85982f-7e81-41b8-811a-ddc331e024b2 HTTP/1.1" status: 204 len: 168 time: 0.3514688 Jun 21 04:51:55.766549 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-c31cac4d-939b-438d-9c5c-d84b73d090c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:55.768280 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55224) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:55.771089 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7551a843-3137-4b2f-a754-bf2f329c6461 None None] Network 2c5a138d-9306-45b3-91c6-839bd9c5ebe2 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:51:55.838059 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-7be935a0-0645-4212-990b-6d3d6dbcf641 req-026deffd-ebca-430d-bb94-837a2f5ba652 service neutron] 10.222.0.52 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044648 Jun 21 04:51:55.845021 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:55.919347 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Deleting port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd {{(pid=99942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:51:55.919694 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:55.992842 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] For port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd,segment=NetworkSegment(9e48af07-3ce8-45a7-ac45-ff5290f8e1b0),segment_id=9e48af07-3ce8-45a7-ac45-ff5290f8e1b0)] {{(pid=99942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:55.993200 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:56.005275 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76499ce6-7649-49da-a2b1-acd9e6a81558 None None] DHCP port deletion for 2c5a138d-9306-45b3-91c6-839bd9c5ebe2 request from dv-cinder-772623-10-iscsi {{(pid=99944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:51:56.052876 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-76499ce6-7649-49da-a2b1-acd9e6a81558 None None] Deleting port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd {{(pid=99944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:51:56.053376 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-76499ce6-7649-49da-a2b1-acd9e6a81558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:56.063733 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Calling delete_port for 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd owned by network:dhcp {{(pid=99942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:51:56.121211 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-76499ce6-7649-49da-a2b1-acd9e6a81558 None None] For port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd,segment=NetworkSegment(9e48af07-3ce8-45a7-ac45-ff5290f8e1b0),segment_id=9e48af07-3ce8-45a7-ac45-ff5290f8e1b0)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:56.121943 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-76499ce6-7649-49da-a2b1-acd9e6a81558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:56.186384 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-76499ce6-7649-49da-a2b1-acd9e6a81558 None None] Calling delete_port for 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd owned by network:dhcp {{(pid=99944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:51:56.202613 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8b232-b92c-4d2f-a0fd-d1e9ff2e5af9 req-2e317524-7f71-403b-aeb2-e3e4db4c70a4 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:56.204105 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-06e8b232-b92c-4d2f-a0fd-d1e9ff2e5af9 req-2e317524-7f71-403b-aeb2-e3e4db4c70a4 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.0739534 Jun 21 04:51:56.224758 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25676333'] for port, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:56.228861 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:56.266326 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] No DVR routers for this DVR port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd on host dv-cinder-772623-10-iscsi {{(pid=99942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:51:56.268319 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Pushing event deleted for resources: {'Port': ['ID=7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:56.274864 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-76499ce6-7649-49da-a2b1-acd9e6a81558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455'] for port, after_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:56.275443 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:56.277818 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:56.294422 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-06e8b232-b92c-4d2f-a0fd-d1e9ff2e5af9 req-a87d551b-23b6-4e18-89b5-e39357d8e698 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840223 Jun 21 04:51:56.300203 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a03b025d-1abb-44fc-9698-d1b6d2757bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:56.302044 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76499ce6-7649-49da-a2b1-acd9e6a81558 None None] Pushing event deleted for resources: {'Port': ['ID=7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd,revision_number=None']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:56.305157 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-76499ce6-7649-49da-a2b1-acd9e6a81558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:56.305936 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76499ce6-7649-49da-a2b1-acd9e6a81558 None None] No DVR routers for this DVR port 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd on host dv-cinder-772623-10-iscsi {{(pid=99944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:51:56.345817 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:56.356213 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5a138d-9306-45b3-91c6-839bd9c5ebe2']}} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:56.370512 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e48af07-3ce8-45a7-ac45-ff5290f8e1b0') {'for_net_delete': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:56.370810 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e48af07-3ce8-45a7-ac45-ff5290f8e1b0') {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:56.379969 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25676524'] for segment, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:56.393045 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:56.399672 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=99942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:51:56.400049 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25549820'] for segment, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: Traceback (most recent call last): Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: timer() Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: cb(*args, **kw) Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: return func(*args, **kwargs) Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: self._notify() Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: self.callback(batched_events) Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: event.method(event) Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: return f(self, *a, **k) Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._get(url).json() Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: return self.request(url, 'GET', **kwargs) Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:51:56.401723 dv-cinder-772623-10-iscsi neutron-server[99942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:51:56.503956 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:56.509466 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:56.511383 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2c5a138d-9306-45b3-91c6-839bd9c5ebe2 HTTP/1.1" status: 204 len: 168 time: 0.7414913 Jun 21 04:51:56.512121 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-aeab5d3f-7fdf-4770-854a-4bfcb179898c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:56.524266 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c5a138d-9306-45b3-91c6-839bd9c5ebe2,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:56.526673 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:56.560238 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:56.811831 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55232) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:56.857817 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-3149821d-460f-4cba-aa4e-7135c4a00ec6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73ca3c1def754bb1aa968ba0620e4c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401361 Jun 21 04:51:56.857817 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55234) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:56.865402 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device cf1f43a5-9d41-4c06-909a-9b693648cf73 no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:51:56.885375 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: cf1f43a5-9d41-4c06-909a-9b693648cf73 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:51:56.885724 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device cf1f43a5-9d41-4c06-909a-9b693648cf73 not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:51:56.886154 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99 no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:51:56.903537 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:51:56.903885 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 0b3fbc57-c2dd-4488-8316-7ed2bd2e0d99 not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:51:56.904301 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:51:56.904888 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-b313afaf-111b-4629-a366-669b805b991e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:56.925471 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:51:56.925842 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 7413ea4a-b0d6-48b0-b2a6-1b2c81dfbecd not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:51:56.930897 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-b313afaf-111b-4629-a366-669b805b991e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:57.080547 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-b313afaf-111b-4629-a366-669b805b991e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:57.083744 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-b313afaf-111b-4629-a366-669b805b991e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:57.084970 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-b313afaf-111b-4629-a366-669b805b991e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77cc4c74-76d0-4f04-9b78-3559be8389eb HTTP/1.1" status: 204 len: 168 time: 0.2283952 Jun 21 04:51:57.085743 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-cd71d90b-682d-4114-9b04-5f00ad1c0b7c tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:57.096478 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313afaf-111b-4629-a366-669b805b991e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cc4c74-76d0-4f04-9b78-3559be8389eb,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:57.104034 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-b313afaf-111b-4629-a366-669b805b991e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:57.159055 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55244) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:57.365946 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:57.757527 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55252) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:57.760559 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2642a1-e042-4373-9ec9-4363ef2d7258 req-ce52d505-5c8f-4eab-83a6-a0aa8c17c93b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:57.762066 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6f2642a1-e042-4373-9ec9-4363ef2d7258 req-ce52d505-5c8f-4eab-83a6-a0aa8c17c93b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.1502321 Jun 21 04:51:57.801465 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-6e17052d-d24b-45cf-bd25-b7c29ccb1eb8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4930ab13c6b74df69758279ebb90bde7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399921 Jun 21 04:51:57.801700 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55254) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:57.818689 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6f2642a1-e042-4373-9ec9-4363ef2d7258 req-2e6037d4-cd33-4204-a299-1d334569d60c tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471754 Jun 21 04:51:57.853521 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dbab91af-0d5b-4a7c-b837-c52f434c39e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:57.874347 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dbab91af-0d5b-4a7c-b837-c52f434c39e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:57.960260 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bd398718-8cd5-4c0e-a992-57150d3a251e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574154'] for router_interface, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:58.000128 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dbab91af-0d5b-4a7c-b837-c52f434c39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:58.002732 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dbab91af-0d5b-4a7c-b837-c52f434c39e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:58.004746 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-dbab91af-0d5b-4a7c-b837-c52f434c39e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/113976f9-f106-4bd9-a747-e636c53d9276 HTTP/1.1" status: 204 len: 168 time: 0.2021480 Jun 21 04:51:58.005621 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-42a23447-452a-4cdb-955e-747f8919d557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:58.013752 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab91af-0d5b-4a7c-b837-c52f434c39e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113976f9-f106-4bd9-a747-e636c53d9276,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:58.019233 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-dbab91af-0d5b-4a7c-b837-c52f434c39e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:58.221142 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-bd398718-8cd5-4c0e-a992-57150d3a251e admin admin] Deleting port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:51:58.221720 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bd398718-8cd5-4c0e-a992-57150d3a251e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:58.305508 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-bd398718-8cd5-4c0e-a992-57150d3a251e admin admin] For port b3bcbfdf-96f7-4fb5-a401-e8270e315c1e, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=b3bcbfdf-96f7-4fb5-a401-e8270e315c1e,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:58.305966 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bd398718-8cd5-4c0e-a992-57150d3a251e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:58.379838 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-bd398718-8cd5-4c0e-a992-57150d3a251e admin admin] Calling delete_port for b3bcbfdf-96f7-4fb5-a401-e8270e315c1e owned by network:router_interface {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:51:58.630422 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bd398718-8cd5-4c0e-a992-57150d3a251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:58.633312 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:51:58.657549 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd398718-8cd5-4c0e-a992-57150d3a251e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bcbfdf-96f7-4fb5-a401-e8270e315c1e,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:51:58.661363 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-bd398718-8cd5-4c0e-a992-57150d3a251e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:51:58.836970 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bd398718-8cd5-4c0e-a992-57150d3a251e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-953448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574070'] for router_interface, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:59.010175 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b9c8d-12c4-48e8-b6bf-6eb066ee15c4 req-aaa6edd3-5880-4ff0-8eb1-1978c5f229f6 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:51:59.011753 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1b6b9c8d-12c4-48e8-b6bf-6eb066ee15c4 req-aaa6edd3-5880-4ff0-8eb1-1978c5f229f6 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.0761242 Jun 21 04:51:59.050373 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1b6b9c8d-12c4-48e8-b6bf-6eb066ee15c4 req-9738b12c-9f75-45f8-b720-591226665ca2 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328908 Jun 21 04:51:59.057761 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd398718-8cd5-4c0e-a992-57150d3a251e admin admin] Router 98cebc3e-1563-485d-9cae-e78a16a5eb83 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:51:59.080194 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:59.161443 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd398718-8cd5-4c0e-a992-57150d3a251e admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:51:59.166320 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-bd398718-8cd5-4c0e-a992-57150d3a251e admin admin] 10.222.0.11 "PUT /v2.0/routers/98cebc3e-1563-485d-9cae-e78a16a5eb83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0056262 Jun 21 04:51:59.168879 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55262) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:51:59.171307 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88c6e22-6f55-4c5c-844b-33c935bf7916 None None] Sync routers for ids ['98cebc3e-1563-485d-9cae-e78a16a5eb83'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:51:59.180413 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88c6e22-6f55-4c5c-844b-33c935bf7916 None None] Routers {'98cebc3e-1563-485d-9cae-e78a16a5eb83'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:51:59.181029 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-c88c6e22-6f55-4c5c-844b-33c935bf7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:51:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['98cebc3e-1563-485d-9cae-e78a16a5eb83'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:59.270621 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:59.281899 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-c88c6e22-6f55-4c5c-844b-33c935bf7916 None None] Set router 98cebc3e-1563-485d-9cae-e78a16a5eb83 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:51:59.369034 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:59.457562 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-c88c6e22-6f55-4c5c-844b-33c935bf7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'df279567-9c52-4678-b01a-df711301e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:51:58Z', 'revision_number': 5, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port': {'id': 'df279567-9c52-4678-b01a-df711301e86f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:08Z', 'updated_at': '2021-06-21T04:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:59.486907 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88c6e22-6f55-4c5c-844b-33c935bf7916 None None] Checking router: 98cebc3e-1563-485d-9cae-e78a16a5eb83 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:51:59.496319 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88c6e22-6f55-4c5c-844b-33c935bf7916 None None] Routers {'98cebc3e-1563-485d-9cae-e78a16a5eb83'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:51:59.496939 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-c88c6e22-6f55-4c5c-844b-33c935bf7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:51:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['98cebc3e-1563-485d-9cae-e78a16a5eb83'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:59.508858 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Deleting port df279567-9c52-4678-b01a-df711301e86f {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:51:59.509201 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:59.580227 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-c88c6e22-6f55-4c5c-844b-33c935bf7916 None None] Set router 98cebc3e-1563-485d-9cae-e78a16a5eb83 gateway port host: None {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:51:59.588349 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] For port df279567-9c52-4678-b01a-df711301e86f, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=df279567-9c52-4678-b01a-df711301e86f,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:51:59.588714 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:51:59.631529 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-c88c6e22-6f55-4c5c-844b-33c935bf7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:51:59Z', 'revision_number': 6, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port_host': None}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:51:59.654568 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Calling delete_port for df279567-9c52-4678-b01a-df711301e86f owned by network:router_gateway {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:51:59.660536 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88c6e22-6f55-4c5c-844b-33c935bf7916 None None] The sync data for ids ['98cebc3e-1563-485d-9cae-e78a16a5eb83'] in dv-cinder-772623-10-iscsi is: [{'id': '98cebc3e-1563-485d-9cae-e78a16a5eb83', 'name': 'tempest-AttachVolumeTestJSON-1048243711-router', 'tenant_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:07Z', 'updated_at': '2021-06-21T04:51:59Z', 'revision_number': 6, 'project_id': 'fddde2cb5b784d03a92ed36190bf4c57', 'gw_port_host': None}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:52:00.172971 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:00.192816 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-45328612-c57d-4709-9152-bf15c66589a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:00.223890 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=df279567-9c52-4678-b01a-df711301e86f,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:00.227598 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:00.304599 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60294460-83d4-4d37-92c2-957d0ce03d28 req-93c03469-647b-402e-a753-eb29d4023c00 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:00.305972 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-60294460-83d4-4d37-92c2-957d0ce03d28 req-93c03469-647b-402e-a753-eb29d4023c00 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.1433170 Jun 21 04:52:00.308594 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969818'] for router_gateway, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:00.412956 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2933'] for router, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:00.417150 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:00.467863 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-60294460-83d4-4d37-92c2-957d0ce03d28 req-d51bfd22-52c8-4e00-8188-d9795a688ae7 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559827 Jun 21 04:52:00.554772 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581141'] for router, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:00.555275 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98cebc3e-1563-485d-9cae-e78a16a5eb83 {{(pid=99943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:52:00.560172 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Notify callbacks [] for router, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:00.561306 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/98cebc3e-1563-485d-9cae-e78a16a5eb83 HTTP/1.1" status: 204 len: 168 time: 1.3913736 Jun 21 04:52:00.563881 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55266) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:00.611691 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e37d55c-b62a-4533-9948-e3fdfab98f4f admin admin] Deleting subnet 1a41fb09-670a-46b0-9438-50fcf86692cb {{(pid=99943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:52:00.615519 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1e37d55c-b62a-4533-9948-e3fdfab98f4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:00.653379 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1e37d55c-b62a-4533-9948-e3fdfab98f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405345'] for subnet, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:00.731892 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1e37d55c-b62a-4533-9948-e3fdfab98f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:00.862197 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device df279567-9c52-4678-b01a-df711301e86f no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:52:00.874555 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1e37d55c-b62a-4533-9948-e3fdfab98f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26156564'] for subnet, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:00.876951 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:00.888528 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: df279567-9c52-4678-b01a-df711301e86f {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:52:00.888879 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device df279567-9c52-4678-b01a-df711301e86f not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:52:00.889311 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device b3bcbfdf-96f7-4fb5-a401-e8270e315c1e no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:52:00.903116 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37d55c-b62a-4533-9948-e3fdfab98f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a41fb09-670a-46b0-9438-50fcf86692cb,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:00.905098 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1e37d55c-b62a-4533-9948-e3fdfab98f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:00.906941 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-1e37d55c-b62a-4533-9948-e3fdfab98f4f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1a41fb09-670a-46b0-9438-50fcf86692cb HTTP/1.1" status: 204 len: 168 time: 0.3421328 Jun 21 04:52:00.907845 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-1e37d55c-b62a-4533-9948-e3fdfab98f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:00.909080 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: b3bcbfdf-96f7-4fb5-a401-e8270e315c1e {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:52:00.909592 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device b3bcbfdf-96f7-4fb5-a401-e8270e315c1e not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:52:00.909962 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55268) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:00.913075 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6fb982-ca76-4f72-86d4-5248f8c5d18e None None] Network 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:52:00.978289 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:01.040558 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Deleting port 27c064a0-5409-4672-a4d2-058d7236bba4 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:52:01.040958 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:01.108128 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] For port 27c064a0-5409-4672-a4d2-058d7236bba4, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=27c064a0-5409-4672-a4d2-058d7236bba4,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:52:01.108483 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:01.124035 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c99524-fe37-48ca-83be-0989121a4e08 None None] DHCP port deletion for 17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 request from dv-cinder-772623-10-iscsi {{(pid=99944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:52:01.169929 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-b9c99524-fe37-48ca-83be-0989121a4e08 None None] Deleting port 27c064a0-5409-4672-a4d2-058d7236bba4 {{(pid=99944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:52:01.170340 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b9c99524-fe37-48ca-83be-0989121a4e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:01.175356 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Calling delete_port for 27c064a0-5409-4672-a4d2-058d7236bba4 owned by network:dhcp {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:52:01.234492 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-b9c99524-fe37-48ca-83be-0989121a4e08 None None] For port 27c064a0-5409-4672-a4d2-058d7236bba4, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=27c064a0-5409-4672-a4d2-058d7236bba4,segment=NetworkSegment(a3c1eb49-8fd0-49f4-8e45-3342695e1066),segment_id=a3c1eb49-8fd0-49f4-8e45-3342695e1066)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:52:01.234894 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b9c99524-fe37-48ca-83be-0989121a4e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:01.296912 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-b9c99524-fe37-48ca-83be-0989121a4e08 None None] Calling delete_port for 27c064a0-5409-4672-a4d2-058d7236bba4 owned by network:dhcp {{(pid=99944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:52:01.326070 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:01.329013 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0ec8896f-26c6-45f2-b38d-cb6ac9ea5b67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:01.352884 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=27c064a0-5409-4672-a4d2-058d7236bba4,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:01.355842 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:01.358657 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] No DVR routers for this DVR port 27c064a0-5409-4672-a4d2-058d7236bba4 on host dv-cinder-772623-10-iscsi {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:52:01.376957 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b9c99524-fe37-48ca-83be-0989121a4e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455'] for port, after_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:01.379555 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:01.400949 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c99524-fe37-48ca-83be-0989121a4e08 None None] Pushing event deleted for resources: {'Port': ['ID=27c064a0-5409-4672-a4d2-058d7236bba4,revision_number=None']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:01.404341 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-b9c99524-fe37-48ca-83be-0989121a4e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:01.406901 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c99524-fe37-48ca-83be-0989121a4e08 None None] No DVR routers for this DVR port 27c064a0-5409-4672-a4d2-058d7236bba4 on host dv-cinder-772623-10-iscsi {{(pid=99944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:52:01.438996 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:01.449478 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2']}} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:52:01.460166 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c1eb49-8fd0-49f4-8e45-3342695e1066') {'for_net_delete': True} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:52:01.460471 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c1eb49-8fd0-49f4-8e45-3342695e1066') {} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:52:01.469299 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405352'] for segment, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:01.482926 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:01.489401 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=99943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:52:01.489780 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25560434'] for segment, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: Traceback (most recent call last): Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: timer() Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: cb(*args, **kw) Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: return func(*args, **kwargs) Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: self._notify() Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: self.callback(batched_events) Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: event.method(event) Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: return f(self, *a, **k) Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._get(url).json() Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: return self.request(url, 'GET', **kwargs) Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:52:01.491391 dv-cinder-772623-10-iscsi neutron-server[99943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:52:01.605836 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:01.609758 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:01.617769 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:01.617769 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] 10.222.0.11 "DELETE /v2.0/networks/17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2 HTTP/1.1" status: 204 len: 168 time: 0.7045720 Jun 21 04:52:01.626901 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=17e258d4-ac7f-45f0-a4e5-1b7cae89e0c2,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:01.629940 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:01.644165 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c07d2-ad91-4d76-80c7-b2e50b232d5f req-ff1d6908-a14b-4b7c-97ae-4cdc75e80ad1 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:01.645748 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ba5c07d2-ad91-4d76-80c7-b2e50b232d5f req-ff1d6908-a14b-4b7c-97ae-4cdc75e80ad1 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.0666289 Jun 21 04:52:01.683211 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ba5c07d2-ad91-4d76-80c7-b2e50b232d5f req-3cba7ecd-dce2-4f5c-af15-e3624ffb4bc6 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317671 Jun 21 04:52:01.964464 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55274) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:02.003767 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-06f575be-ee68-4089-b2f5-041f2322f89c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fddde2cb5b784d03a92ed36190bf4c57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379741 Jun 21 04:52:02.005924 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55276) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:02.053386 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-39df8f7f-14ae-4714-b35a-bd487923fa15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:02.074733 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-39df8f7f-14ae-4714-b35a-bd487923fa15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:02.205138 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-39df8f7f-14ae-4714-b35a-bd487923fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:02.208465 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-39df8f7f-14ae-4714-b35a-bd487923fa15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:02.209598 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-39df8f7f-14ae-4714-b35a-bd487923fa15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cd3fc550-65f7-4eb7-8160-65207ce03ccc HTTP/1.1" status: 204 len: 168 time: 0.2028065 Jun 21 04:52:02.210408 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f5727e54-9f75-48ac-804e-8a6643a8ec7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:02.219037 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df8f7f-14ae-4714-b35a-bd487923fa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3fc550-65f7-4eb7-8160-65207ce03ccc,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:02.221468 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-39df8f7f-14ae-4714-b35a-bd487923fa15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:02.864409 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ef47c-64cf-49dc-838b-cce25bfe74e7 req-d2b80681-9612-446a-9579-357e87d44d1d tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:02.866593 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e14ef47c-64cf-49dc-838b-cce25bfe74e7 req-d2b80681-9612-446a-9579-357e87d44d1d tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.0733495 Jun 21 04:52:02.875528 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 27c064a0-5409-4672-a4d2-058d7236bba4 no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:52:02.897333 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 27c064a0-5409-4672-a4d2-058d7236bba4 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:52:02.897685 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 27c064a0-5409-4672-a4d2-058d7236bba4 not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:52:02.911030 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e14ef47c-64cf-49dc-838b-cce25bfe74e7 req-5e78caf4-4799-45d3-adb1-2fc29b6e5e1f tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351167 Jun 21 04:52:03.707559 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 349ea2b6-b764-4fd6-a587-8a8a991a7f45 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:52:03.927266 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 349ea2b6-b764-4fd6-a587-8a8a991a7f45, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45,segment=NetworkSegment(ac9b0d38-d3ff-4443-a234-20072088fd51),segment_id=ac9b0d38-d3ff-4443-a234-20072088fd51)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:52:03.938956 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': '349ea2b6-b764-4fd6-a587-8a8a991a7f45', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'port_id': '349ea2b6-b764-4fd6-a587-8a8a991a7f45', 'mac_address': 'fa:16:3e:18:dd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:52:03.977658 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:03.991068 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349ea2b6-b764-4fd6-a587-8a8a991a7f45 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:52:04.011445 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 349ea2b6-b764-4fd6-a587-8a8a991a7f45, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45,segment=NetworkSegment(ac9b0d38-d3ff-4443-a234-20072088fd51),segment_id=ac9b0d38-d3ff-4443-a234-20072088fd51)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:52:04.080251 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57dbe1-0ed3-4ad5-9156-11575d7c2bdf req-237e5fcd-d058-4d83-a69b-2f433ae54928 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:04.081766 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cb57dbe1-0ed3-4ad5-9156-11575d7c2bdf req-237e5fcd-d058-4d83-a69b-2f433ae54928 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 944 time: 0.0633461 Jun 21 04:52:04.096549 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:04.098981 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:04.119778 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cb57dbe1-0ed3-4ad5-9156-11575d7c2bdf req-82499202-d0be-4ca4-b944-0a513663cd56 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324194 Jun 21 04:52:04.155304 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=349ea2b6-b764-4fd6-a587-8a8a991a7f45,revision_number=7']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:04.155304 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:04.604192 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['349ea2b6-b764-4fd6-a587-8a8a991a7f45'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:52:05.306785 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f19f01-21d0-4d48-9c04-7303f2eef716 req-a3dde0e1-2680-4d7b-b8e0-e1a499058e1d tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:05.308276 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-92f19f01-21d0-4d48-9c04-7303f2eef716 req-a3dde0e1-2680-4d7b-b8e0-e1a499058e1d tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 945 time: 0.0613723 Jun 21 04:52:05.350629 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-92f19f01-21d0-4d48-9c04-7303f2eef716 req-3410a8f4-6c08-47d1-94c5-9a05c86cd8c8 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361400 Jun 21 04:52:06.523694 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba077f10-d49e-4005-9c1f-11051bccaa73 req-e3cc1fb9-b3bb-43c5-bb6e-2ad41c6ab25d tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:06.525139 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ba077f10-d49e-4005-9c1f-11051bccaa73 req-e3cc1fb9-b3bb-43c5-bb6e-2ad41c6ab25d tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 945 time: 0.0633283 Jun 21 04:52:06.562225 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-ba077f10-d49e-4005-9c1f-11051bccaa73 req-647ce7de-7cc1-4abf-b780-08ae7f21fb9d tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313866 Jun 21 04:52:07.163842 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55344) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:07.265050 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-78772e64-4aed-4625-affd-e9395170cac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:07.349283 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-78772e64-4aed-4625-affd-e9395170cac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:07.422728 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-78772e64-4aed-4625-affd-e9395170cac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:07.425889 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-b551b150-b5b8-41f8-8165-c8eb7661f2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:07.461984 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78772e64-4aed-4625-affd-e9395170cac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddff61cb-fef8-4456-bd78-29f0e885ca24,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:07.465471 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-78772e64-4aed-4625-affd-e9395170cac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:07.467852 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-78772e64-4aed-4625-affd-e9395170cac0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=986f12544ec64f16bc0c5b7c15e8155d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030281 Jun 21 04:52:07.470873 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55348) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:07.718165 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 349ea2b6-b764-4fd6-a587-8a8a991a7f45 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:52:07.747370 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5ff67-6978-4ed9-a6e6-be70ba717d6e req-9fa57b57-5b07-445c-80d7-2fa1885f6b41 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:07.749050 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c8f5ff67-6978-4ed9-a6e6-be70ba717d6e req-9fa57b57-5b07-445c-80d7-2fa1885f6b41 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 945 time: 0.0689855 Jun 21 04:52:07.780210 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port 349ea2b6-b764-4fd6-a587-8a8a991a7f45 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:52:07.780931 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:07.793559 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c8f5ff67-6978-4ed9-a6e6-be70ba717d6e req-6d83b370-9da0-42e9-8d3f-928d9f898780 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372305 Jun 21 04:52:07.808642 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e79dae54-cdf3-4471-97f8-48beb4cfb078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:07.833360 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e79dae54-cdf3-4471-97f8-48beb4cfb078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:07.857523 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:07.882232 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349ea2b6-b764-4fd6-a587-8a8a991a7f45'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:52:07.884584 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728803ec-5cbb-43fa-8496-0461b3661728" -d '{"events": [{"server_uuid": "7fcba153-3be1-4fef-b2c3-5f4c328ef10c", "name": "network-vif-plugged", "status": "completed", "tag": "349ea2b6-b764-4fd6-a587-8a8a991a7f45"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:52:07.897226 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 349ea2b6-b764-4fd6-a587-8a8a991a7f45, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45,segment=NetworkSegment(ac9b0d38-d3ff-4443-a234-20072088fd51),segment_id=ac9b0d38-d3ff-4443-a234-20072088fd51)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:52:07.920742 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed1f936-182f-4766-abe4-28d61532d198 x-openstack-request-id: req-7ed1f936-182f-4766-abe4-28d61532d198 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:52:07.921050 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcba153-3be1-4fef-b2c3-5f4c328ef10c", "name": "network-vif-plugged", "status": "completed", "tag": "349ea2b6-b764-4fd6-a587-8a8a991a7f45", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:52:07.921317 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ed1f936-182f-4766-abe4-28d61532d198 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:52:07.921719 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349ea2b6-b764-4fd6-a587-8a8a991a7f45', 'code': 200} Jun 21 04:52:07.965485 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e79dae54-cdf3-4471-97f8-48beb4cfb078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:07.968113 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e79dae54-cdf3-4471-97f8-48beb4cfb078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:07.969241 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-e79dae54-cdf3-4471-97f8-48beb4cfb078 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ddff61cb-fef8-4456-bd78-29f0e885ca24 HTTP/1.1" status: 204 len: 168 time: 0.4977236 Jun 21 04:52:07.970049 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-270d9387-a43d-4aa3-9873-1bca6d8282c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:07.983702 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dae54-cdf3-4471-97f8-48beb4cfb078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddff61cb-fef8-4456-bd78-29f0e885ca24,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:07.988397 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e79dae54-cdf3-4471-97f8-48beb4cfb078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:08.004117 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:08.006065 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:08.057873 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=349ea2b6-b764-4fd6-a587-8a8a991a7f45,revision_number=8']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:08.060983 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:08.385409 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41738a-c34a-43f0-9d89-d92d18aec6fa req-4ba44826-dac8-40cf-b89a-8330b9b08133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:08.386810 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cb41738a-c34a-43f0-9d89-d92d18aec6fa req-4ba44826-dac8-40cf-b89a-8330b9b08133 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 1099 time: 0.0542803 Jun 21 04:52:08.421246 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-cb41738a-c34a-43f0-9d89-d92d18aec6fa req-0d2a5692-dded-4877-ba5f-a90805bdb1a9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274730 Jun 21 04:52:08.968479 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55380) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:08.983125 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1e862-adf3-4982-b095-ed9bc88caa8f req-f26dc81d-9d4b-4762-a07c-e31cd1463f89 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:08.984642 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-20e1e862-adf3-4982-b095-ed9bc88caa8f req-f26dc81d-9d4b-4762-a07c-e31cd1463f89 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0675781 Jun 21 04:52:09.024255 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-20e1e862-adf3-4982-b095-ed9bc88caa8f req-74abe403-4ab3-46c8-9895-83f8a14f96a7 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338528 Jun 21 04:52:09.071421 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1554051197-network', 'tenant_id': '72da86c129954c30a45097a980b07b2c'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:52:09.165609 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Made reservation on behalf of 72da86c129954c30a45097a980b07b2c for: {'network': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:52:09.168020 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:09.177369 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:09.262596 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:09.319692 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:09.322739 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-4d9419c7-22db-4d69-a303-c0c858b84bc8 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:09.344486 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=99943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:52:09.354771 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48634f9-45bf-47ea-9cf0-1c0bc24efcbb,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:09.358919 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:09.360003 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:09.360351 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.segments_db [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Added segment cf78eff3-1002-4cbc-83f7-4fc35bc1826f of type vlan for network 0748ba30-ad04-46b9-9eb1-38e34f20bbc7 Jun 21 04:52:09.401041 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:09.479394 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:09.480682 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:09.481280 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:09.483349 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-da05ab5f-0fca-47e8-a93f-68c399e9c9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:09.537701 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=0748ba30-ad04-46b9-9eb1-38e34f20bbc7,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:09.540300 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:09.548072 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network 0748ba30-ad04-46b9-9eb1-38e34f20bbc7 details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:52:09.584387 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-8f37ceb6-d6bf-4ad7-9ff8-ed68d7181dc7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6136794 Jun 21 04:52:09.586837 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55384) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:09.591703 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-03b28138-6943-455d-b7f8-f8e9b545d83c admin admin] Request body: {'subnet': {'network_id': '0748ba30-ad04-46b9-9eb1-38e34f20bbc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1554051197-subnet', 'tenant_id': '72da86c129954c30a45097a980b07b2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:52:09.685465 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b28138-6943-455d-b7f8-f8e9b545d83c admin admin] Made reservation on behalf of 72da86c129954c30a45097a980b07b2c for: {'subnet': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:52:09.687862 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-03b28138-6943-455d-b7f8-f8e9b545d83c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26156607'] for subnet, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:09.908442 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-03b28138-6943-455d-b7f8-f8e9b545d83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26156589'] for subnet, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:09.911841 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c5074f22-4782-4ea9-a8fc-2ae732b90fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:09.975278 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b28138-6943-455d-b7f8-f8e9b545d83c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c8f3f7-b4f5-4f15-a7d6-2eff4e7f1c49,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:09.977692 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b28138-6943-455d-b7f8-f8e9b545d83c admin admin] Checking segment: {'id': 'cf78eff3-1002-4cbc-83f7-4fc35bc1826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0748ba30-ad04-46b9-9eb1-38e34f20bbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:52:09.978057 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b28138-6943-455d-b7f8-f8e9b545d83c admin admin] Network hostable DHCP agents. Network: 0748ba30-ad04-46b9-9eb1-38e34f20bbc7, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:52:09.981005 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-03b28138-6943-455d-b7f8-f8e9b545d83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:10.062555 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b28138-6943-455d-b7f8-f8e9b545d83c admin admin] Network 0748ba30-ad04-46b9-9eb1-38e34f20bbc7 is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:52:10.149700 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-03b28138-6943-455d-b7f8-f8e9b545d83c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, 0748ba30-ad04-46b9-9eb1-38e34f20bbc7) {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:52:10.157386 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23da16a8-1f63-483d-8662-7f682dd6c2ad None None] Network 0748ba30-ad04-46b9-9eb1-38e34f20bbc7 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:52:10.170432 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b28138-6943-455d-b7f8-f8e9b545d83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:10.171011 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-03b28138-6943-455d-b7f8-f8e9b545d83c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:10.212108 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126df535-f1f9-4284-b6ad-1cdd28f6b3cb req-6fcdeb6f-02dd-4147-b6bb-fe7570500de2 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:10.213563 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-126df535-f1f9-4284-b6ad-1cdd28f6b3cb req-6fcdeb6f-02dd-4147-b6bb-fe7570500de2 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0741789 Jun 21 04:52:10.253695 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-126df535-f1f9-4284-b6ad-1cdd28f6b3cb req-c71b2c7b-5124-4124-8116-e77ae6debdb6 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342166 Jun 21 04:52:10.288266 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eff419-e392-40e4-885f-786bb1bda65d None None] Network 0748ba30-ad04-46b9-9eb1-38e34f20bbc7 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:52:10.298536 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-03b28138-6943-455d-b7f8-f8e9b545d83c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7105422 Jun 21 04:52:10.963768 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55402) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:10.968761 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1040303294-network', 'tenant_id': 'c8cb810d0a3b403a9fbb7e2866f59bb7'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:52:11.091397 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Made reservation on behalf of c8cb810d0a3b403a9fbb7e2866f59bb7 for: {'network': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:52:11.093730 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:11.102530 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:11.188648 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:11.296973 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:11.300953 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-02f068c1-47a3-474c-baa9-7a21264583a1 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:11.322751 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=99943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:52:11.331195 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f170a5e-1b39-42b5-b3b4-88bdd20b0ae2,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:11.334693 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:11.339323 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:11.339684 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.segments_db [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Added segment 588dfb16-7bee-4254-be24-97ffe8556ffe of type vlan for network e30a157b-d6cc-45ac-9d90-8b8dc6e717c7 Jun 21 04:52:11.388801 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:11.427402 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d19b3-85ac-42e0-8653-79db7536ad57 req-86411add-d67d-47ef-8d1f-273fae4b6803 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:11.429830 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4c6d19b3-85ac-42e0-8653-79db7536ad57 req-86411add-d67d-47ef-8d1f-273fae4b6803 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0651336 Jun 21 04:52:11.467419 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4c6d19b3-85ac-42e0-8653-79db7536ad57 req-f47df4fc-e578-44ec-91e5-498ea024006a tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323975 Jun 21 04:52:11.514194 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:11.515584 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:11.516275 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:11.518510 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-02b9967a-514b-4445-b10a-beef990e0960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:11.574312 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Pushing event updated for resources: {'Network': ['ID=e30a157b-d6cc-45ac-9d90-8b8dc6e717c7,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:11.576765 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:11.583515 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network e30a157b-d6cc-45ac-9d90-8b8dc6e717c7 details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:52:11.663123 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6982572 Jun 21 04:52:11.665824 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55408) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:11.670779 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-947e0a34-3d41-44a3-8587-8b637ccacd6b admin admin] Request body: {'subnet': {'network_id': 'e30a157b-d6cc-45ac-9d90-8b8dc6e717c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1040303294-subnet', 'tenant_id': 'c8cb810d0a3b403a9fbb7e2866f59bb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:52:11.759709 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947e0a34-3d41-44a3-8587-8b637ccacd6b admin admin] Made reservation on behalf of c8cb810d0a3b403a9fbb7e2866f59bb7 for: {'subnet': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:52:11.762014 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-947e0a34-3d41-44a3-8587-8b637ccacd6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26156607'] for subnet, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:12.011361 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-947e0a34-3d41-44a3-8587-8b637ccacd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26156589'] for subnet, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:12.014398 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:12.071603 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e0a34-3d41-44a3-8587-8b637ccacd6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc27684d-abdd-4e06-9aeb-ae9f31def12f,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:12.076218 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-947e0a34-3d41-44a3-8587-8b637ccacd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:12.082951 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e0a34-3d41-44a3-8587-8b637ccacd6b admin admin] Checking segment: {'id': '588dfb16-7bee-4254-be24-97ffe8556ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e30a157b-d6cc-45ac-9d90-8b8dc6e717c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:52:12.082951 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947e0a34-3d41-44a3-8587-8b637ccacd6b admin admin] Network hostable DHCP agents. Network: e30a157b-d6cc-45ac-9d90-8b8dc6e717c7, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:52:12.285408 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947e0a34-3d41-44a3-8587-8b637ccacd6b admin admin] Network e30a157b-d6cc-45ac-9d90-8b8dc6e717c7 is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:52:12.353862 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-947e0a34-3d41-44a3-8587-8b637ccacd6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, e30a157b-d6cc-45ac-9d90-8b8dc6e717c7) {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:52:12.357836 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947e0a34-3d41-44a3-8587-8b637ccacd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:12.358534 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-947e0a34-3d41-44a3-8587-8b637ccacd6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:12.362300 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfae57d-f27b-4e50-a01f-c92440961197 None None] Network e30a157b-d6cc-45ac-9d90-8b8dc6e717c7 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:52:12.461627 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-947e0a34-3d41-44a3-8587-8b637ccacd6b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7854011 Jun 21 04:52:12.484719 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0503a8-928a-4762-9a85-78ddfbc352fc None None] Network e30a157b-d6cc-45ac-9d90-8b8dc6e717c7 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:52:12.563122 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55412) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:12.607887 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_v2 [None req-bddcab9c-476c-42c3-b5e9-c62c77e7b21f admin admin] Deleting subnet b6c8f3f7-b4f5-4f15-a7d6-2eff4e7f1c49 {{(pid=99943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:52:12.610927 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bddcab9c-476c-42c3-b5e9-c62c77e7b21f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:12.643983 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bddcab9c-476c-42c3-b5e9-c62c77e7b21f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405345'] for subnet, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:12.681163 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bddcab9c-476c-42c3-b5e9-c62c77e7b21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:12.868828 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bddcab9c-476c-42c3-b5e9-c62c77e7b21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26156564'] for subnet, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:12.871277 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-53d8f08f-2d53-4e4d-9c60-7895efb1ac59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:12.893305 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcab9c-476c-42c3-b5e9-c62c77e7b21f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c8f3f7-b4f5-4f15-a7d6-2eff4e7f1c49,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:12.896897 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-bddcab9c-476c-42c3-b5e9-c62c77e7b21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:12.900272 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bddcab9c-476c-42c3-b5e9-c62c77e7b21f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:12.902745 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-bddcab9c-476c-42c3-b5e9-c62c77e7b21f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b6c8f3f7-b4f5-4f15-a7d6-2eff4e7f1c49 HTTP/1.1" status: 204 len: 168 time: 0.3386128 Jun 21 04:52:12.905182 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55414) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:12.973241 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0d562c3a-5dd6-4a3d-adcc-3380e13a6cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.055316 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0d562c3a-5dd6-4a3d-adcc-3380e13a6cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.065566 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-0d562c3a-5dd6-4a3d-adcc-3380e13a6cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0748ba30-ad04-46b9-9eb1-38e34f20bbc7']}} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:52:13.075827 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-0d562c3a-5dd6-4a3d-adcc-3380e13a6cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf78eff3-1002-4cbc-83f7-4fc35bc1826f') {'for_net_delete': True} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:52:13.076127 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-0d562c3a-5dd6-4a3d-adcc-3380e13a6cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf78eff3-1002-4cbc-83f7-4fc35bc1826f') {} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:52:13.084608 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0d562c3a-5dd6-4a3d-adcc-3380e13a6cdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405352'] for segment, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.097539 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0d562c3a-5dd6-4a3d-adcc-3380e13a6cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.103374 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d562c3a-5dd6-4a3d-adcc-3380e13a6cdb admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=99943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:52:13.103759 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0d562c3a-5dd6-4a3d-adcc-3380e13a6cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25560434'] for segment, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: Traceback (most recent call last): Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: timer() Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: cb(*args, **kw) Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: return func(*args, **kwargs) Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: self._notify() Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: self.callback(batched_events) Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: event.method(event) Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: return f(self, *a, **k) Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._get(url).json() Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: return self.request(url, 'GET', **kwargs) Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:52:13.105328 dv-cinder-772623-10-iscsi neutron-server[99943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:52:13.222747 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0d562c3a-5dd6-4a3d-adcc-3380e13a6cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.227390 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:13.229852 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0d562c3a-5dd6-4a3d-adcc-3380e13a6cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.231525 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-0d562c3a-5dd6-4a3d-adcc-3380e13a6cdb admin admin] 10.222.0.11 "DELETE /v2.0/networks/0748ba30-ad04-46b9-9eb1-38e34f20bbc7 HTTP/1.1" status: 204 len: 168 time: 0.3254528 Jun 21 04:52:13.234524 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55416) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:13.243133 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d562c3a-5dd6-4a3d-adcc-3380e13a6cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=0748ba30-ad04-46b9-9eb1-38e34f20bbc7,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:13.245351 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0d562c3a-5dd6-4a3d-adcc-3380e13a6cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:13.280699 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_v2 [None req-2187b84d-b3aa-4692-971c-899f7598f590 admin admin] Deleting subnet bc27684d-abdd-4e06-9aeb-ae9f31def12f {{(pid=99942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:52:13.283842 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2187b84d-b3aa-4692-971c-899f7598f590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.322411 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2187b84d-b3aa-4692-971c-899f7598f590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25676517'] for subnet, precommit_delete_associations {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.360748 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2187b84d-b3aa-4692-971c-899f7598f590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.468848 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2187b84d-b3aa-4692-971c-899f7598f590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25676375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26199342'] for subnet, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.471201 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d03e728f-00de-4735-b2b8-3923581c8a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:13.496291 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187b84d-b3aa-4692-971c-899f7598f590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc27684d-abdd-4e06-9aeb-ae9f31def12f,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:13.499304 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-2187b84d-b3aa-4692-971c-899f7598f590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:13.500271 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2187b84d-b3aa-4692-971c-899f7598f590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.502078 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-2187b84d-b3aa-4692-971c-899f7598f590 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bc27684d-abdd-4e06-9aeb-ae9f31def12f HTTP/1.1" status: 204 len: 168 time: 0.2664797 Jun 21 04:52:13.504456 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55418) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:13.575754 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd8e1-e592-450c-9985-7ec5d1c6342b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.652360 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd8e1-e592-450c-9985-7ec5d1c6342b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.661490 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-e9ffd8e1-e592-450c-9985-7ec5d1c6342b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30a157b-d6cc-45ac-9d90-8b8dc6e717c7']}} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:52:13.671724 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-e9ffd8e1-e592-450c-9985-7ec5d1c6342b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588dfb16-7bee-4254-be24-97ffe8556ffe') {'for_net_delete': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:52:13.672009 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-e9ffd8e1-e592-450c-9985-7ec5d1c6342b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588dfb16-7bee-4254-be24-97ffe8556ffe') {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:52:13.680412 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd8e1-e592-450c-9985-7ec5d1c6342b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25676524'] for segment, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.697087 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd8e1-e592-450c-9985-7ec5d1c6342b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.702601 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ffd8e1-e592-450c-9985-7ec5d1c6342b admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=99942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:52:13.702963 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd8e1-e592-450c-9985-7ec5d1c6342b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25549820'] for segment, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: Traceback (most recent call last): Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: timer() Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: cb(*args, **kw) Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: return func(*args, **kwargs) Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: self._notify() Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: self.callback(batched_events) Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: event.method(event) Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: return f(self, *a, **k) Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._get(url).json() Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: return self.request(url, 'GET', **kwargs) Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:52:13.704547 dv-cinder-772623-10-iscsi neutron-server[99942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:52:13.845523 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd8e1-e592-450c-9985-7ec5d1c6342b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.848996 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:13.852675 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd8e1-e592-450c-9985-7ec5d1c6342b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:13.854425 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-e9ffd8e1-e592-450c-9985-7ec5d1c6342b admin admin] 10.222.0.11 "DELETE /v2.0/networks/e30a157b-d6cc-45ac-9d90-8b8dc6e717c7 HTTP/1.1" status: 204 len: 168 time: 0.3490815 Jun 21 04:52:13.865508 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffd8e1-e592-450c-9985-7ec5d1c6342b admin admin] Pushing event deleted for resources: {'Network': ['ID=e30a157b-d6cc-45ac-9d90-8b8dc6e717c7,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:13.869064 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-e9ffd8e1-e592-450c-9985-7ec5d1c6342b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:14.266905 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55422) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:14.311721 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-fca98d95-ada3-4e3b-a4ac-7c7927909580 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72da86c129954c30a45097a980b07b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435472 Jun 21 04:52:14.314119 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55424) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:14.361918 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1e201726-8a42-43d2-880d-56c882b2de73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:14.383301 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1e201726-8a42-43d2-880d-56c882b2de73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:14.491017 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1e201726-8a42-43d2-880d-56c882b2de73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:14.493507 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-1e201726-8a42-43d2-880d-56c882b2de73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:14.494656 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-1e201726-8a42-43d2-880d-56c882b2de73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c48634f9-45bf-47ea-9cf0-1c0bc24efcbb HTTP/1.1" status: 204 len: 168 time: 0.1796668 Jun 21 04:52:14.495429 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-39df8f7f-14ae-4714-b35a-bd487923fa15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:14.502836 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e201726-8a42-43d2-880d-56c882b2de73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48634f9-45bf-47ea-9cf0-1c0bc24efcbb,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:14.505055 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-1e201726-8a42-43d2-880d-56c882b2de73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:15.198626 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55432) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:15.245354 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-c15d6c18-7893-4d5e-8a56-95c5bd1f6aa1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8cb810d0a3b403a9fbb7e2866f59bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452926 Jun 21 04:52:15.247611 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55434) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:52:15.295967 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-34d0dcde-1ab7-442e-ae42-8855f5547adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:15.317004 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-34d0dcde-1ab7-442e-ae42-8855f5547adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:15.446494 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-34d0dcde-1ab7-442e-ae42-8855f5547adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:15.449291 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-34d0dcde-1ab7-442e-ae42-8855f5547adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:15.450443 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-34d0dcde-1ab7-442e-ae42-8855f5547adc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f170a5e-1b39-42b5-b3b4-88bdd20b0ae2 HTTP/1.1" status: 204 len: 168 time: 0.2019083 Jun 21 04:52:15.451463 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-78772e64-4aed-4625-affd-e9395170cac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:52:15.459381 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0dcde-1ab7-442e-ae42-8855f5547adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f170a5e-1b39-42b5-b3b4-88bdd20b0ae2,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:52:15.461770 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-34d0dcde-1ab7-442e-ae42-8855f5547adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:52:23.594035 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1cb4b070-8e7f-4068-bfb5-42cf7926f89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:24.011332 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:24.729138 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:52:26.290750 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-90179f77-1155-4196-8670-2991ee6a7e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:26.617085 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:27.331018 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:29.125683 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:33.540656 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-070d638b-445f-4667-a647-cd8f6728cf9a req-ee6cc2f3-922a-4d78-9442-d872d035c794 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502424 Jun 21 04:52:33.638787 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d638b-445f-4667-a647-cd8f6728cf9a req-d4478be6-8272-4cdc-8cc0-c7d620cfe48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:33.640177 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-070d638b-445f-4667-a647-cd8f6728cf9a req-d4478be6-8272-4cdc-8cc0-c7d620cfe48c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c998158734ae4812aabfd30f06862005&device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 1099 time: 0.0505288 Jun 21 04:52:33.746379 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d638b-445f-4667-a647-cd8f6728cf9a req-453fbe9c-eadb-4374-9897-1cfbcebb48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:33.748379 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-070d638b-445f-4667-a647-cd8f6728cf9a req-453fbe9c-eadb-4374-9897-1cfbcebb48c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d314ade1-18b7-4745-a216-e1435ec35aa7 HTTP/1.1" status: 200 len: 910 time: 0.0868206 Jun 21 04:52:33.812643 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-070d638b-445f-4667-a647-cd8f6728cf9a req-24f9732f-44f5-4edd-b052-f70de49c301b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45 HTTP/1.1" status: 200 len: 1001 time: 0.0572095 Jun 21 04:52:33.864836 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d638b-445f-4667-a647-cd8f6728cf9a req-8b165ce5-58ae-418f-b63a-986e4b4a5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:33.866266 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-070d638b-445f-4667-a647-cd8f6728cf9a req-8b165ce5-58ae-418f-b63a-986e4b4a5b2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=91f3b558-53bc-40a7-bda2-9d735e1d87e6 HTTP/1.1" status: 200 len: 848 time: 0.0459678 Jun 21 04:52:33.926827 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d638b-445f-4667-a647-cd8f6728cf9a req-32d27a85-3d30-4126-8daf-c06cf40e13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:52:33.928312 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-070d638b-445f-4667-a647-cd8f6728cf9a req-32d27a85-3d30-4126-8daf-c06cf40e13b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d314ade1-18b7-4745-a216-e1435ec35aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549212 Jun 21 04:52:34.018155 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-070d638b-445f-4667-a647-cd8f6728cf9a req-2ae96226-da7e-4e04-9bd2-88352a0213f6 service neutron] 10.222.0.52 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823638 Jun 21 04:52:34.116129 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-070d638b-445f-4667-a647-cd8f6728cf9a req-1c81ab5b-88ae-4013-bc7c-98665bae3bd0 service neutron] 10.222.0.52 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869594 Jun 21 04:52:53.581991 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-fa49df3f-f96b-4b2f-bccf-4751f6b72be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:54.033024 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:56.284315 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8db6-6719-4cd3-9e90-b47d3726a6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:56.570527 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:57.341558 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:52:59.090021 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:01.223547 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55690) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:01.362201 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:01.446255 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:01.512679 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:01.515721 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e79dae54-cdf3-4471-97f8-48beb4cfb078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:01.553218 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5231b36e94234fd688720a87f6db1a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285735 Jun 21 04:53:01.554231 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cc301e-4be9-41b0-8e46-6e9cb7cf871b,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:01.555884 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55694) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:01.563025 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.563487 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.563865 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.564236 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.564603 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.564994 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.565613 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.565972 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.566332 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.566689 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.567044 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.567428 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.571285 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-9c390e03-68c3-4958-bcab-f744336b276f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:01.606420 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:01.627749 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:01.727469 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:53:01.735225 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:01.737980 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:01.739114 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8cc301e-4be9-41b0-8e46-6e9cb7cf871b HTTP/1.1" status: 204 len: 168 time: 0.1821754 Jun 21 04:53:01.739922 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-199ee7b7-23c3-4880-8c12-d7eba42eeb39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:01.747234 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cc301e-4be9-41b0-8e46-6e9cb7cf871b,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:01.754329 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.754706 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.755071 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.755485 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.755846 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.756203 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.756573 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.756896 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.757374 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.757725 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.758078 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.758425 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:01.766241 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-83ff8013-9afd-4dcc-ac89-2365d5d15007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:02.448487 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55700) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:02.465129 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c0583c29-2e7a-4778-9133-0dd196ddb1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:02.549951 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c0583c29-2e7a-4778-9133-0dd196ddb1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:02.615438 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c0583c29-2e7a-4778-9133-0dd196ddb1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:02.617808 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-fb8fc0b5-48a4-45b8-9664-c0e352fbd36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:02.655866 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-c0583c29-2e7a-4778-9133-0dd196ddb1d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a82e5542e75a4811b6671a2fa28cbde6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056265 Jun 21 04:53:02.656810 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0583c29-2e7a-4778-9133-0dd196ddb1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322ab632-5530-4353-a1c2-7c4a62855ce8,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:02.658137 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55702) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:02.660278 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-c0583c29-2e7a-4778-9133-0dd196ddb1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:02.707957 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-99036d15-1576-4337-86cb-7fef28df9cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:02.727912 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-99036d15-1576-4337-86cb-7fef28df9cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:02.844211 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-99036d15-1576-4337-86cb-7fef28df9cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:02.846836 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-99036d15-1576-4337-86cb-7fef28df9cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:02.847994 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-99036d15-1576-4337-86cb-7fef28df9cad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/322ab632-5530-4353-a1c2-7c4a62855ce8 HTTP/1.1" status: 204 len: 168 time: 0.1881807 Jun 21 04:53:02.848744 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-647eb925-7afb-4df3-9c3c-54b5e98a5847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:02.857218 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99036d15-1576-4337-86cb-7fef28df9cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322ab632-5530-4353-a1c2-7c4a62855ce8,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:02.858557 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-99036d15-1576-4337-86cb-7fef28df9cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:04.761648 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55746) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:04.866228 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f70c3df5-20fb-4fe8-bcc9-e4faf8c396f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:04.950718 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f70c3df5-20fb-4fe8-bcc9-e4faf8c396f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:05.009792 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f70c3df5-20fb-4fe8-bcc9-e4faf8c396f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:05.013226 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-57f6a354-c57f-45bc-8835-c2fee8057573 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:05.048689 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-f70c3df5-20fb-4fe8-bcc9-e4faf8c396f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a44e8c533de407d800f10a7195dba9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859070 Jun 21 04:53:05.050924 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c3df5-20fb-4fe8-bcc9-e4faf8c396f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485be917-f681-4cff-adc1-f5eb954c710f,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:05.051350 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55752) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:05.053924 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f70c3df5-20fb-4fe8-bcc9-e4faf8c396f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:05.102537 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-491ef431-5229-4770-9a2b-11128fff5130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:05.123946 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-491ef431-5229-4770-9a2b-11128fff5130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:05.233272 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-491ef431-5229-4770-9a2b-11128fff5130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:05.236761 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-491ef431-5229-4770-9a2b-11128fff5130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:05.242082 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-491ef431-5229-4770-9a2b-11128fff5130 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/485be917-f681-4cff-adc1-f5eb954c710f HTTP/1.1" status: 204 len: 168 time: 0.1855521 Jun 21 04:53:05.242082 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f70c3cc8-6b22-45ef-97d7-304024a5c0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:05.246351 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ef431-5229-4770-9a2b-11128fff5130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485be917-f681-4cff-adc1-f5eb954c710f,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:05.249989 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-491ef431-5229-4770-9a2b-11128fff5130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:15.383948 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f62c8-8f79-4c20-844e-49860e5e74a7 req-73525077-7988-4240-9e54-4a540c952959 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:15.385545 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-505f62c8-8f79-4c20-844e-49860e5e74a7 req-73525077-7988-4240-9e54-4a540c952959 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 947 time: 0.0679681 Jun 21 04:53:15.425533 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-505f62c8-8f79-4c20-844e-49860e5e74a7 req-bf82f24d-495a-492f-9c6e-f5d35fe37998 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337543 Jun 21 04:53:16.623189 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5dbc4-20cf-4bbe-8763-0e6838157b23 req-17075bef-9b4a-42d0-a6f3-68d8e803040b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:16.624573 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-08d5dbc4-20cf-4bbe-8763-0e6838157b23 req-17075bef-9b4a-42d0-a6f3-68d8e803040b tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 947 time: 0.0644550 Jun 21 04:53:16.662274 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-08d5dbc4-20cf-4bbe-8763-0e6838157b23 req-b4554145-37fd-43da-997b-5920ee619e58 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321100 Jun 21 04:53:17.071605 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55896) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:17.171419 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-fe01d7bb-aa60-444a-b82c-def20a43639f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:17.262044 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-fe01d7bb-aa60-444a-b82c-def20a43639f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:17.341136 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-fe01d7bb-aa60-444a-b82c-def20a43639f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:17.344285 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-7818aadc-900c-4660-b8e9-a244be6bc091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:17.380988 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-fe01d7bb-aa60-444a-b82c-def20a43639f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2677004e8d2401aa73a96ed7bb4b7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083172 Jun 21 04:53:17.381922 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01d7bb-aa60-444a-b82c-def20a43639f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5513c7-843f-475c-a22b-6397a9e202b2,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:17.383637 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55900) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:17.385618 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-fe01d7bb-aa60-444a-b82c-def20a43639f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:17.432516 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-89e11ad1-c4d4-4278-a6d1-f1c58e214a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:17.453269 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-89e11ad1-c4d4-4278-a6d1-f1c58e214a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:17.638136 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-2519d4bd-81af-4929-838b-e19da807e3e4 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:17.640489 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-2519d4bd-81af-4929-838b-e19da807e3e4 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.52 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 947 time: 0.0685894 Jun 21 04:53:17.644512 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-89e11ad1-c4d4-4278-a6d1-f1c58e214a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:17.648440 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-89e11ad1-c4d4-4278-a6d1-f1c58e214a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:17.649545 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-89e11ad1-c4d4-4278-a6d1-f1c58e214a17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c5513c7-843f-475c-a22b-6397a9e202b2 HTTP/1.1" status: 204 len: 168 time: 0.2649360 Jun 21 04:53:17.650341 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-b06bc134-cf83-435d-920c-bdd28820604d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:17.659333 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e11ad1-c4d4-4278-a6d1-f1c58e214a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5513c7-843f-475c-a22b-6397a9e202b2,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:17.662088 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-89e11ad1-c4d4-4278-a6d1-f1c58e214a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:17.750499 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Deleting port 7af489cc-eb26-494f-b4a1-f93e020e0782 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:17.750499 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:17.839992 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] For port 7af489cc-eb26-494f-b4a1-f93e020e0782, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7af489cc-eb26-494f-b4a1-f93e020e0782,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:17.840393 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:17.861914 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73101d1a-934e-46a7-b076-2186cc40077c req-e5888123-cc2e-444f-833a-0a023630df3a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:17.863481 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-73101d1a-934e-46a7-b076-2186cc40077c req-e5888123-cc2e-444f-833a-0a023630df3a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 947 time: 0.0694096 Jun 21 04:53:17.913898 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-73101d1a-934e-46a7-b076-2186cc40077c req-4c2c93e7-a4d9-4bd6-acf9-5a19c2af3245 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups?id=5334482c-fc5f-46d9-99c1-545ba3c81659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359550 Jun 21 04:53:18.014915 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:18.015354 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969911'] for floatingip, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:18.015671 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.l3_db [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Floating IP 7b0e32f2-08b3-4660-9a3e-222f16412002 disassociated. External IP: 172.27.1.219, port: 7af489cc-eb26-494f-b4a1-f93e020e0782. Jun 21 04:53:18.016013 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Calling delete_port for 7af489cc-eb26-494f-b4a1-f93e020e0782 owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:18.249674 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:18.253600 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0c632516-ae9d-44c7-be08-a6148924a0eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:18.280088 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event deleted for resources: {'Port': ['ID=7af489cc-eb26-494f-b4a1-f93e020e0782,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:18.283335 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:18.395268 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Router 2d037b07-fb46-4647-acf6-959d1ac57e8d has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:53:18.399257 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55910) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:18.412795 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d23539b7-8902-49eb-8507-8d57db2a2772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:18.501426 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d23539b7-8902-49eb-8507-8d57db2a2772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:18.503968 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:53:18.514319 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a697b6fb-be73-4b0a-8194-b8da075ee412 None None] Sync routers for ids ['2d037b07-fb46-4647-acf6-959d1ac57e8d'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:53:18.524617 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a697b6fb-be73-4b0a-8194-b8da075ee412 None None] Routers {'2d037b07-fb46-4647-acf6-959d1ac57e8d'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:53:18.525235 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-a697b6fb-be73-4b0a-8194-b8da075ee412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:52:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['2d037b07-fb46-4647-acf6-959d1ac57e8d'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:18.548062 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] No DVR routers for this DVR port 7af489cc-eb26-494f-b4a1-f93e020e0782 on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:53:18.550645 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:18.552623 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3ee4b9da-7f2c-4cd5-83c1-cd636ff81b3b req-d7397970-60cd-4fae-bce3-8e7775f0149f tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.52 "DELETE /v2.0/ports/7af489cc-eb26-494f-b4a1-f93e020e0782 HTTP/1.1" status: 204 len: 173 time: 0.9062338 Jun 21 04:53:18.553131 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'name': 'network-vif-deleted', 'tag': '7af489cc-eb26-494f-b4a1-f93e020e0782'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:53:18.555501 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f326922-8ce6-49d5-a9e9-30a13cbb0d1c" -d '{"events": [{"server_uuid": "c66384b7-f2cd-4905-bd10-205b86cc2de2", "name": "network-vif-deleted", "tag": "7af489cc-eb26-494f-b4a1-f93e020e0782"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:53:18.587578 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-d23539b7-8902-49eb-8507-8d57db2a2772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:18.591461 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-fb338a77-4ac6-44b8-af19-9aa1903f05b1 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:18.636512 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23539b7-8902-49eb-8507-8d57db2a2772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c948c787-9564-45af-b49e-6cf988a6b238,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:18.645090 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-a697b6fb-be73-4b0a-8194-b8da075ee412 None None] Set router 2d037b07-fb46-4647-acf6-959d1ac57e8d gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:53:18.658277 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-d23539b7-8902-49eb-8507-8d57db2a2772 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c32ceea4eecd4ea59b9db92620ee5488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578824 Jun 21 04:53:18.658513 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55916) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:18.660322 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d23539b7-8902-49eb-8507-8d57db2a2772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:18.731892 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f73cd26-d640-4276-bc73-0498f2877607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:18.760911 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f73cd26-d640-4276-bc73-0498f2877607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:18.837005 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd703009-80ba-474e-aa1b-924ee15e4b24 x-openstack-request-id: req-cd703009-80ba-474e-aa1b-924ee15e4b24 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:53:18.838280 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66384b7-f2cd-4905-bd10-205b86cc2de2", "name": "network-vif-deleted", "tag": "7af489cc-eb26-494f-b4a1-f93e020e0782", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:53:18.838600 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd703009-80ba-474e-aa1b-924ee15e4b24 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:53:18.839062 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66384b7-f2cd-4905-bd10-205b86cc2de2', 'name': 'network-vif-deleted', 'tag': '7af489cc-eb26-494f-b4a1-f93e020e0782', 'status': 'completed', 'code': 200} Jun 21 04:53:18.887145 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-a697b6fb-be73-4b0a-8194-b8da075ee412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '6300b3e6-8353-4a92-be26-a9bf6e63db2a', 'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'mac_address': 'fa:16:3e:a4:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:17Z', 'updated_at': '2021-06-21T04:40:28Z', 'revision_number': 5, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'subnets': [{'id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:18.910609 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a697b6fb-be73-4b0a-8194-b8da075ee412 None None] Checking router: 2d037b07-fb46-4647-acf6-959d1ac57e8d for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:53:18.912361 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f73cd26-d640-4276-bc73-0498f2877607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:18.915102 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8f73cd26-d640-4276-bc73-0498f2877607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:18.916451 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-8f73cd26-d640-4276-bc73-0498f2877607 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c948c787-9564-45af-b49e-6cf988a6b238 HTTP/1.1" status: 204 len: 168 time: 0.2569451 Jun 21 04:53:18.917398 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8f10c5a6-44a0-4563-8b62-3923a9d09f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:18.918643 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a697b6fb-be73-4b0a-8194-b8da075ee412 None None] Routers {'2d037b07-fb46-4647-acf6-959d1ac57e8d'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:53:18.919278 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-a697b6fb-be73-4b0a-8194-b8da075ee412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:52:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['2d037b07-fb46-4647-acf6-959d1ac57e8d'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:18.926353 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73cd26-d640-4276-bc73-0498f2877607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c948c787-9564-45af-b49e-6cf988a6b238,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:18.929140 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8f73cd26-d640-4276-bc73-0498f2877607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:19.039665 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-a697b6fb-be73-4b0a-8194-b8da075ee412 None None] Set router 2d037b07-fb46-4647-acf6-959d1ac57e8d gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:53:19.087573 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bf0e1205-fb96-49c9-920b-35b637c27991 req-22ac2f98-ff97-4d1c-a4bc-536615cf1743 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c66384b7-f2cd-4905-bd10-205b86cc2de2 HTTP/1.1" status: 200 len: 210 time: 0.0288429 Jun 21 04:53:19.240438 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-a697b6fb-be73-4b0a-8194-b8da075ee412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '6300b3e6-8353-4a92-be26-a9bf6e63db2a', 'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'mac_address': 'fa:16:3e:a4:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:17Z', 'updated_at': '2021-06-21T04:40:28Z', 'revision_number': 5, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'subnets': [{'id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:19.269971 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a697b6fb-be73-4b0a-8194-b8da075ee412 None None] The sync data for ids ['2d037b07-fb46-4647-acf6-959d1ac57e8d'] in dv-cinder-772623-10-iscsi is: [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:40:18Z', 'revision_number': 4, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '6300b3e6-8353-4a92-be26-a9bf6e63db2a', 'name': '', 'network_id': '61390495-c3b7-4548-81d7-17e6d745f6c7', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'mac_address': 'fa:16:3e:a4:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:17Z', 'updated_at': '2021-06-21T04:40:28Z', 'revision_number': 5, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'subnets': [{'id': '4b671d7e-332a-43b4-8527-08dc27325fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:53:19.489962 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8533e9-4ed5-463c-ae89-bdc8bb1ac597 None None] New status for floating IP 7b0e32f2-08b3-4660-9a3e-222f16412002: DOWN {{(pid=99944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:53:19.751350 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55928) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:19.764832 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2657ed07-ecd2-4f4c-b089-f83505fd0958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:19.851411 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2657ed07-ecd2-4f4c-b089-f83505fd0958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:19.912799 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2657ed07-ecd2-4f4c-b089-f83505fd0958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:19.916262 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-87440b5b-80a2-4af2-bd57-4a254eee9e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:19.953100 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-2657ed07-ecd2-4f4c-b089-f83505fd0958 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7c1d6a0fd8b4e659b5a986333176391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006872 Jun 21 04:53:19.955067 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657ed07-ecd2-4f4c-b089-f83505fd0958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c100eea8-82c7-438e-9dd7-dfd04ea12fe4,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:19.955730 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55930) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:19.958000 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-2657ed07-ecd2-4f4c-b089-f83505fd0958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:20.006167 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5cc85321-c574-4e23-9caf-282df9f8f4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:20.028293 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5cc85321-c574-4e23-9caf-282df9f8f4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:20.141217 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5cc85321-c574-4e23-9caf-282df9f8f4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:20.143799 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-5cc85321-c574-4e23-9caf-282df9f8f4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:20.144929 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-5cc85321-c574-4e23-9caf-282df9f8f4ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c100eea8-82c7-438e-9dd7-dfd04ea12fe4 HTTP/1.1" status: 204 len: 168 time: 0.1880910 Jun 21 04:53:20.145702 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-1e201726-8a42-43d2-880d-56c882b2de73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:20.155617 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc85321-c574-4e23-9caf-282df9f8f4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c100eea8-82c7-438e-9dd7-dfd04ea12fe4,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:20.157869 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5cc85321-c574-4e23-9caf-282df9f8f4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:20.268067 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55938) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:20.322527 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-651eaf1b-712f-4837-84ce-444028ae164c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:20.345734 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-651eaf1b-712f-4837-84ce-444028ae164c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:20.484058 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-651eaf1b-712f-4837-84ce-444028ae164c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:20.486840 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-651eaf1b-712f-4837-84ce-444028ae164c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:20.488108 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-651eaf1b-712f-4837-84ce-444028ae164c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "DELETE /v2.0/security-groups/5334482c-fc5f-46d9-99c1-545ba3c81659 HTTP/1.1" status: 204 len: 168 time: 0.2190673 Jun 21 04:53:20.488971 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:20.490951 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55942) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:20.497918 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651eaf1b-712f-4837-84ce-444028ae164c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5334482c-fc5f-46d9-99c1-545ba3c81659,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:20.500227 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-651eaf1b-712f-4837-84ce-444028ae164c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:20.505187 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.api.v2.resource [None req-23e938bd-6b5e-426b-ba50-ecbce21b09ec tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] show failed (client error): The resource could not be found. Jun 21 04:53:20.506222 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-23e938bd-6b5e-426b-ba50-ecbce21b09ec tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "GET /v2.0/security-groups/5334482c-fc5f-46d9-99c1-545ba3c81659 HTTP/1.1" status: 404 len: 347 time: 0.0142577 Jun 21 04:53:20.509401 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 55944) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:20.642246 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-e95939eb-8bcc-47c7-b047-6c0fdf832c9a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Deleting port 3a34b551-6a59-40ac-82e2-e07f77d7c61e {{(pid=99942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:20.642585 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e95939eb-8bcc-47c7-b047-6c0fdf832c9a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:20.962289 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e95939eb-8bcc-47c7-b047-6c0fdf832c9a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:20.962895 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e95939eb-8bcc-47c7-b047-6c0fdf832c9a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:21.023599 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-e95939eb-8bcc-47c7-b047-6c0fdf832c9a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Calling delete_port for 3a34b551-6a59-40ac-82e2-e07f77d7c61e owned by network:floatingip {{(pid=99942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:21.131023 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55964) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:21.198592 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e95939eb-8bcc-47c7-b047-6c0fdf832c9a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25676333'] for port, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:21.202209 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:21.227035 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95939eb-8bcc-47c7-b047-6c0fdf832c9a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Pushing event deleted for resources: {'Port': ['ID=3a34b551-6a59-40ac-82e2-e07f77d7c61e,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:21.228576 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-710503501-network', 'tenant_id': '3537e10eacbf4ef2bfa19c5db301489f'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:53:21.230890 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-e95939eb-8bcc-47c7-b047-6c0fdf832c9a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:21.290799 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e95939eb-8bcc-47c7-b047-6c0fdf832c9a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks [] for floatingip, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:21.293708 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e95939eb-8bcc-47c7-b047-6c0fdf832c9a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:21.294942 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-e95939eb-8bcc-47c7-b047-6c0fdf832c9a tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] 10.222.0.11 "DELETE /v2.0/floatingips/7b0e32f2-08b3-4660-9a3e-222f16412002 HTTP/1.1" status: 204 len: 168 time: 0.7845638 Jun 21 04:53:21.295850 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Made reservation on behalf of 3537e10eacbf4ef2bfa19c5db301489f for: {'network': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:53:21.298254 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:21.307432 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:21.400682 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:21.518309 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:21.521386 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a7fde04b-8051-464e-9eda-564b37b29ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:21.542999 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=99943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:53:21.552718 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c9e0af-20d1-48bc-b683-7b56125da304,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:21.556676 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:21.559800 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:21.560750 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.segments_db [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Added segment 37a5fc6a-9f6f-4017-b3fd-986668db9b08 of type vlan for network d22abc87-f8eb-49af-a80f-8fe3e2e7816b Jun 21 04:53:21.606597 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:21.712440 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:21.713757 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:21.714337 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:21.717312 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-76dea406-071b-4ad0-87c1-4b406bab8c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:21.770661 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Pushing event updated for resources: {'Network': ['ID=d22abc87-f8eb-49af-a80f-8fe3e2e7816b,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:21.773315 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:21.781793 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network d22abc87-f8eb-49af-a80f-8fe3e2e7816b details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:53:21.833605 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7010660 Jun 21 04:53:21.836511 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 55972) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:21.841830 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [None req-a49b7e93-6ec8-4bb3-980f-a80c59dc9ddd admin admin] Request body: {'subnet': {'network_id': 'd22abc87-f8eb-49af-a80f-8fe3e2e7816b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-710503501-subnet', 'tenant_id': '3537e10eacbf4ef2bfa19c5db301489f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:53:21.952859 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49b7e93-6ec8-4bb3-980f-a80c59dc9ddd admin admin] Made reservation on behalf of 3537e10eacbf4ef2bfa19c5db301489f for: {'subnet': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:53:21.955266 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a49b7e93-6ec8-4bb3-980f-a80c59dc9ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26156607'] for subnet, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:22.144498 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 7af489cc-eb26-494f-b4a1-f93e020e0782 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:53:22.165185 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: 7af489cc-eb26-494f-b4a1-f93e020e0782 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:53:22.165541 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 7af489cc-eb26-494f-b4a1-f93e020e0782 not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:53:22.175475 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a49b7e93-6ec8-4bb3-980f-a80c59dc9ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26156589'] for subnet, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:22.178622 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:22.238762 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b7e93-6ec8-4bb3-980f-a80c59dc9ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c87c9d-4f8d-4085-9caa-8641078f5103,revision_number=0']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:22.242581 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a49b7e93-6ec8-4bb3-980f-a80c59dc9ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:22.246595 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b7e93-6ec8-4bb3-980f-a80c59dc9ddd admin admin] Checking segment: {'id': '37a5fc6a-9f6f-4017-b3fd-986668db9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd22abc87-f8eb-49af-a80f-8fe3e2e7816b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:53:22.246948 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49b7e93-6ec8-4bb3-980f-a80c59dc9ddd admin admin] Network hostable DHCP agents. Network: d22abc87-f8eb-49af-a80f-8fe3e2e7816b, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:53:22.312294 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49b7e93-6ec8-4bb3-980f-a80c59dc9ddd admin admin] Network d22abc87-f8eb-49af-a80f-8fe3e2e7816b is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:53:22.369715 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [None req-a49b7e93-6ec8-4bb3-980f-a80c59dc9ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, d22abc87-f8eb-49af-a80f-8fe3e2e7816b) {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:53:22.373829 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49b7e93-6ec8-4bb3-980f-a80c59dc9ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:22.374413 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-a49b7e93-6ec8-4bb3-980f-a80c59dc9ddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:22.379004 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1a1f6-12d1-4702-9166-b8573cd0261a None None] Network d22abc87-f8eb-49af-a80f-8fe3e2e7816b requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:53:22.456566 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-a49b7e93-6ec8-4bb3-980f-a80c59dc9ddd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6188834 Jun 21 04:53:22.504055 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de4aea5-54d1-4984-ae2c-c9952999f8f9 None None] Network d22abc87-f8eb-49af-a80f-8fe3e2e7816b requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:53:23.575421 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-5c929439-502b-4c1e-9544-4d818ab3dbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:24.038248 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:24.250235 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56000) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:24.630021 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-68caaf8b-a3ca-4158-9554-cb6a8515ab89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574154'] for router_interface, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:24.878831 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-68caaf8b-a3ca-4158-9554-cb6a8515ab89 admin admin] Deleting port 6300b3e6-8353-4a92-be26-a9bf6e63db2a {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:24.879189 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-68caaf8b-a3ca-4158-9554-cb6a8515ab89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:24.955752 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-68caaf8b-a3ca-4158-9554-cb6a8515ab89 admin admin] For port 6300b3e6-8353-4a92-be26-a9bf6e63db2a, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=6300b3e6-8353-4a92-be26-a9bf6e63db2a,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:24.956102 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-68caaf8b-a3ca-4158-9554-cb6a8515ab89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:25.016113 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-68caaf8b-a3ca-4158-9554-cb6a8515ab89 admin admin] Calling delete_port for 6300b3e6-8353-4a92-be26-a9bf6e63db2a owned by network:router_interface {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:25.530407 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-68caaf8b-a3ca-4158-9554-cb6a8515ab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:25.533474 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-1bea323c-c61a-4cbc-88b6-0ece45e3f4ea tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:25.557386 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68caaf8b-a3ca-4158-9554-cb6a8515ab89 admin admin] Pushing event deleted for resources: {'Port': ['ID=6300b3e6-8353-4a92-be26-a9bf6e63db2a,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:25.560555 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-68caaf8b-a3ca-4158-9554-cb6a8515ab89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:25.798069 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-68caaf8b-a3ca-4158-9554-cb6a8515ab89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-953448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574070'] for router_interface, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:25.819618 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24265342-2298-4f0b-94ca-e660c784f648 req-443f3b44-d247-4db9-9089-1e872920e6af tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:25.821032 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24265342-2298-4f0b-94ca-e660c784f648 req-443f3b44-d247-4db9-9089-1e872920e6af tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/networks?id=d22abc87-f8eb-49af-a80f-8fe3e2e7816b HTTP/1.1" status: 200 len: 808 time: 0.1555610 Jun 21 04:53:25.874216 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24265342-2298-4f0b-94ca-e660c784f648 req-81caba99-19fd-454e-abdd-787949fd0c41 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/quotas/3537e10eacbf4ef2bfa19c5db301489f HTTP/1.1" status: 200 len: 375 time: 0.0180140 Jun 21 04:53:25.931716 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24265342-2298-4f0b-94ca-e660c784f648 req-83884ddf-f57e-4eba-a30d-e437e68e58b0 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3537e10eacbf4ef2bfa19c5db301489f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517483 Jun 21 04:53:26.142423 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68caaf8b-a3ca-4158-9554-cb6a8515ab89 admin admin] Router 2d037b07-fb46-4647-acf6-959d1ac57e8d has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:53:26.144518 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24265342-2298-4f0b-94ca-e660c784f648 req-b0c6b776-1471-47ef-a2b9-33db47a4d12a service neutron] 10.222.0.11 "GET /v2.0/networks/d22abc87-f8eb-49af-a80f-8fe3e2e7816b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047465 Jun 21 04:53:26.243908 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1af1bc4b-5cb5-4044-9d04-d98556e1aa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:26.317383 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24265342-2298-4f0b-94ca-e660c784f648 req-a35b0284-73be-4627-b15e-cb9a54bf74b3 service neutron] 10.222.0.11 "GET /v2.0/networks/d22abc87-f8eb-49af-a80f-8fe3e2e7816b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669178 Jun 21 04:53:26.319921 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68caaf8b-a3ca-4158-9554-cb6a8515ab89 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:53:26.324913 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-68caaf8b-a3ca-4158-9554-cb6a8515ab89 admin admin] 10.222.0.11 "PUT /v2.0/routers/2d037b07-fb46-4647-acf6-959d1ac57e8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0735857 Jun 21 04:53:26.331621 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629e72d-f9cf-4a7d-b385-c8ce350e5e14 None None] Sync routers for ids ['2d037b07-fb46-4647-acf6-959d1ac57e8d'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:53:26.332815 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56026) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:26.347860 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629e72d-f9cf-4a7d-b385-c8ce350e5e14 None None] Routers {'2d037b07-fb46-4647-acf6-959d1ac57e8d'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:53:26.349233 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-3629e72d-f9cf-4a7d-b385-c8ce350e5e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:53:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['2d037b07-fb46-4647-acf6-959d1ac57e8d'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:26.471850 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:26.575231 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:26.577124 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c9ee9964-aecf-43df-ade1-b6a35bb49234 req-2e84fa34-81e8-479e-9dc4-105422e5853b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 210 time: 0.0386150 Jun 21 04:53:26.586979 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-3629e72d-f9cf-4a7d-b385-c8ce350e5e14 None None] Set router 2d037b07-fb46-4647-acf6-959d1ac57e8d gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:53:26.601250 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:26.731642 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Deleting port 029d877f-9b8c-48b0-9eec-a820bfeeea3c {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:26.731913 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:26.761758 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-3629e72d-f9cf-4a7d-b385-c8ce350e5e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:53:25Z', 'revision_number': 5, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port': {'id': '029d877f-9b8c-48b0-9eec-a820bfeeea3c', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:40:13Z', 'updated_at': '2021-06-21T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:26.792469 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629e72d-f9cf-4a7d-b385-c8ce350e5e14 None None] Checking router: 2d037b07-fb46-4647-acf6-959d1ac57e8d for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:53:26.801035 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629e72d-f9cf-4a7d-b385-c8ce350e5e14 None None] Routers {'2d037b07-fb46-4647-acf6-959d1ac57e8d'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:53:26.801640 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-3629e72d-f9cf-4a7d-b385-c8ce350e5e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:53:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['2d037b07-fb46-4647-acf6-959d1ac57e8d'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:26.813940 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] For port 029d877f-9b8c-48b0-9eec-a820bfeeea3c, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=029d877f-9b8c-48b0-9eec-a820bfeeea3c,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:26.814340 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:26.881061 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Calling delete_port for 029d877f-9b8c-48b0-9eec-a820bfeeea3c owned by network:router_gateway {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:26.887096 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-3629e72d-f9cf-4a7d-b385-c8ce350e5e14 None None] Set router 2d037b07-fb46-4647-acf6-959d1ac57e8d gateway port host: None {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:53:26.941559 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-3629e72d-f9cf-4a7d-b385-c8ce350e5e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:53:26Z', 'revision_number': 6, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port_host': None}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:26.967804 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629e72d-f9cf-4a7d-b385-c8ce350e5e14 None None] The sync data for ids ['2d037b07-fb46-4647-acf6-959d1ac57e8d'] in dv-cinder-772623-10-iscsi is: [{'id': '2d037b07-fb46-4647-acf6-959d1ac57e8d', 'name': 'tempest-AttachVolumeShelveTestJSON-283546754-router', 'tenant_id': 'b575213fd3cf475ba09994a823f48ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:40:12Z', 'updated_at': '2021-06-21T04:53:26Z', 'revision_number': 6, 'project_id': 'b575213fd3cf475ba09994a823f48ca0', 'gw_port_host': None}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:53:27.158422 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:27.161597 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ffec3d01-c367-4fd0-ace5-c811d4a69966 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:27.187401 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=029d877f-9b8c-48b0-9eec-a820bfeeea3c,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:27.192561 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:27.245574 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969818'] for router_gateway, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:27.337699 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2933'] for router, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:27.339891 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:27.360937 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:27.472365 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581141'] for router, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:27.473056 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d037b07-fb46-4647-acf6-959d1ac57e8d {{(pid=99943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:53:27.479218 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Notify callbacks [] for router, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:27.483880 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2d037b07-fb46-4647-acf6-959d1ac57e8d HTTP/1.1" status: 204 len: 168 time: 1.1462409 Jun 21 04:53:27.484015 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56030) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:27.527719 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa040a8-e3ca-45ea-98ac-1ca46088ea17 admin admin] Deleting subnet 4b671d7e-332a-43b4-8527-08dc27325fa0 {{(pid=99943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:53:27.531897 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8aa040a8-e3ca-45ea-98ac-1ca46088ea17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:27.568474 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8aa040a8-e3ca-45ea-98ac-1ca46088ea17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405345'] for subnet, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:27.667594 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c9bf47b6-2af2-45ea-bfb3-5e49ce300009 req-bd0ec2ce-575a-4c85-bcec-57d175dcc056 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 210 time: 0.0357955 Jun 21 04:53:27.678261 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8aa040a8-e3ca-45ea-98ac-1ca46088ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:27.798589 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8aa040a8-e3ca-45ea-98ac-1ca46088ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26156564'] for subnet, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:27.801047 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:27.824926 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa040a8-e3ca-45ea-98ac-1ca46088ea17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b671d7e-332a-43b4-8527-08dc27325fa0,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:27.829322 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8aa040a8-e3ca-45ea-98ac-1ca46088ea17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:27.832133 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8aa040a8-e3ca-45ea-98ac-1ca46088ea17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:27.834027 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-8aa040a8-e3ca-45ea-98ac-1ca46088ea17 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4b671d7e-332a-43b4-8527-08dc27325fa0 HTTP/1.1" status: 204 len: 168 time: 0.3490236 Jun 21 04:53:27.836469 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56038) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:27.839819 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299a6422-a17f-46c4-8a4f-40b8090de246 None None] Network 61390495-c3b7-4548-81d7-17e6d745f6c7 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:53:27.913466 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:27.976880 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Deleting port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:27.977796 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:28.046717 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] For port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=740b20b1-7c97-4d3c-a4cf-1c3c0d848335,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:28.047009 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:28.062203 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] DHCP port deletion for 61390495-c3b7-4548-81d7-17e6d745f6c7 request from dv-cinder-772623-10-iscsi {{(pid=99944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:53:28.110925 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Deleting port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 {{(pid=99944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:28.111339 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:28.115520 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Calling delete_port for 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 owned by network:dhcp {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:28.171094 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] For port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=740b20b1-7c97-4d3c-a4cf-1c3c0d848335,segment=NetworkSegment(0145280a-1637-4ca3-9f5d-70e9bc65ae92),segment_id=0145280a-1637-4ca3-9f5d-70e9bc65ae92)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:28.171516 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:28.237055 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Calling delete_port for 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 owned by network:dhcp {{(pid=99944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:28.266933 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:28.269944 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-c697edc3-e5dd-4302-8128-2782701f448e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:28.298652 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Pushing event deleted for resources: {'Port': ['ID=740b20b1-7c97-4d3c-a4cf-1c3c0d848335,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:28.300381 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] No DVR routers for this DVR port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 on host dv-cinder-772623-10-iscsi {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:53:28.301828 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:28.316062 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455'] for port, after_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:28.318005 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:28.338952 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Pushing event deleted for resources: {'Port': ['ID=740b20b1-7c97-4d3c-a4cf-1c3c0d848335,revision_number=None']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:28.349626 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] No DVR routers for this DVR port 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 on host dv-cinder-772623-10-iscsi {{(pid=99944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:53:28.355537 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:28.355904 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:28.356251 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:28.356614 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:28.358127 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:28.358127 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:28.358361 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:28.358693 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:28.359025 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:28.359470 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:28.359710 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:28.360487 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:53:28.365492 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:28.377071 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:28.386630 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61390495-c3b7-4548-81d7-17e6d745f6c7']}} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:28.397279 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0145280a-1637-4ca3-9f5d-70e9bc65ae92') {'for_net_delete': True} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:28.397579 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0145280a-1637-4ca3-9f5d-70e9bc65ae92') {} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:28.406892 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405352'] for segment, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:28.420898 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:28.426489 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=99943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:53:28.426861 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25560434'] for segment, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: Traceback (most recent call last): Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: timer() Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: cb(*args, **kw) Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: return func(*args, **kwargs) Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: self._notify() Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: self.callback(batched_events) Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: event.method(event) Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: return f(self, *a, **k) Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._get(url).json() Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: return self.request(url, 'GET', **kwargs) Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:53:28.428456 dv-cinder-772623-10-iscsi neutron-server[99943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:53:28.569364 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:28.572947 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:28.577072 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:28.578897 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] 10.222.0.11 "DELETE /v2.0/networks/61390495-c3b7-4548-81d7-17e6d745f6c7 HTTP/1.1" status: 204 len: 168 time: 0.7415276 Jun 21 04:53:28.589699 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Pushing event deleted for resources: {'Network': ['ID=61390495-c3b7-4548-81d7-17e6d745f6c7,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:28.593431 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:28.751044 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-88fa62ff-1d39-406b-be92-5732939af6ab req-b133826b-9e6e-4711-8615-78a24516a8b3 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 210 time: 0.0279584 Jun 21 04:53:28.913450 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 6300b3e6-8353-4a92-be26-a9bf6e63db2a no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:53:28.936676 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 6300b3e6-8353-4a92-be26-a9bf6e63db2a {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:53:28.937028 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 6300b3e6-8353-4a92-be26-a9bf6e63db2a not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:53:28.937458 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:53:28.956171 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:53:28.956524 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 740b20b1-7c97-4d3c-a4cf-1c3c0d848335 not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:53:28.956950 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 029d877f-9b8c-48b0-9eec-a820bfeeea3c no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:53:28.975132 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 029d877f-9b8c-48b0-9eec-a820bfeeea3c {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:53:28.975520 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 029d877f-9b8c-48b0-9eec-a820bfeeea3c not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:53:28.996347 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56050) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:29.035699 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-2498dfa2-20cd-48c0-b57f-8d0f7ac2caa3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b575213fd3cf475ba09994a823f48ca0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380542 Jun 21 04:53:29.038029 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56052) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:29.072529 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:29.086576 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-547f8491-92e5-4579-b0fd-18bb72d73507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:29.110407 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-547f8491-92e5-4579-b0fd-18bb72d73507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:29.220782 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-547f8491-92e5-4579-b0fd-18bb72d73507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:29.223283 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-547f8491-92e5-4579-b0fd-18bb72d73507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:29.224393 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-547f8491-92e5-4579-b0fd-18bb72d73507 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39fec7fe-065b-4b7f-9fa7-b1c3aad64b68 HTTP/1.1" status: 204 len: 168 time: 0.1854663 Jun 21 04:53:29.225403 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-b313afaf-111b-4629-a366-669b805b991e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:29.233202 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f8491-92e5-4579-b0fd-18bb72d73507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fec7fe-065b-4b7f-9fa7-b1c3aad64b68,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:29.236171 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-547f8491-92e5-4579-b0fd-18bb72d73507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:29.832267 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6dfb8041-8be1-46a4-a345-034961534df7 req-298a24e0-4b12-432d-8c33-5fbcf08c7883 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 210 time: 0.0289185 Jun 21 04:53:30.981514 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3aadd107-fd65-4d1d-9b96-33f14b8e8004 req-ebbb01a2-531f-42e8-8fbc-47791a5924c5 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 210 time: 0.0319481 Jun 21 04:53:32.136745 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c3c3a442-fefb-4bf8-8c40-a78f502cdb19 req-7df8c517-bbd3-4e3d-8833-328261816ee1 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 210 time: 0.0306623 Jun 21 04:53:33.281858 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-99139ed1-76c3-4978-95a4-69161a9c10a4 req-bf4515cc-689f-4957-b10c-962cd1a8c367 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 210 time: 0.0296576 Jun 21 04:53:33.481387 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24265342-2298-4f0b-94ca-e660c784f648 req-30234734-bf91-4b96-a20d-26d960d54398 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:33.483880 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24265342-2298-4f0b-94ca-e660c784f648 req-30234734-bf91-4b96-a20d-26d960d54398 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.52 "GET /v2.0/networks?id=d22abc87-f8eb-49af-a80f-8fe3e2e7816b HTTP/1.1" status: 200 len: 808 time: 0.1090767 Jun 21 04:53:33.503038 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-24265342-2298-4f0b-94ca-e660c784f648 req-654bdedc-88b7-4aef-9898-269bb14e073f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Request body: {'port': {'device_id': '94f036b8-cd9f-46eb-8ccc-1bfa226a9b14', 'network_id': 'd22abc87-f8eb-49af-a80f-8fe3e2e7816b', 'admin_state_up': True, 'tenant_id': '3537e10eacbf4ef2bfa19c5db301489f'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:53:33.689705 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24265342-2298-4f0b-94ca-e660c784f648 req-654bdedc-88b7-4aef-9898-269bb14e073f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Made reservation on behalf of 3537e10eacbf4ef2bfa19c5db301489f for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:53:33.694419 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-24265342-2298-4f0b-94ca-e660c784f648 req-654bdedc-88b7-4aef-9898-269bb14e073f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:33.819981 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-24265342-2298-4f0b-94ca-e660c784f648 req-654bdedc-88b7-4aef-9898-269bb14e073f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Allocated IP 172.20.0.12 (d22abc87-f8eb-49af-a80f-8fe3e2e7816b/19c87c9d-4f8d-4085-9caa-8641078f5103/1646d2f3-23e7-477e-8f52-04ae84f7fc92) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:53:33.988970 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-24265342-2298-4f0b-94ca-e660c784f648 req-654bdedc-88b7-4aef-9898-269bb14e073f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:34.141810 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-24265342-2298-4f0b-94ca-e660c784f648 req-654bdedc-88b7-4aef-9898-269bb14e073f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:34.146976 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:34.186427 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24265342-2298-4f0b-94ca-e660c784f648 req-654bdedc-88b7-4aef-9898-269bb14e073f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Network d22abc87-f8eb-49af-a80f-8fe3e2e7816b is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:53:34.191923 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-24265342-2298-4f0b-94ca-e660c784f648 req-654bdedc-88b7-4aef-9898-269bb14e073f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:53:34.193631 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-24265342-2298-4f0b-94ca-e660c784f648 req-654bdedc-88b7-4aef-9898-269bb14e073f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:53:34.223604 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bdedc-88b7-4aef-9898-269bb14e073f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Pushing event updated for resources: {'Port': ['ID=1646d2f3-23e7-477e-8f52-04ae84f7fc92,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:34.227693 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-654bdedc-88b7-4aef-9898-269bb14e073f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:34.251245 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24265342-2298-4f0b-94ca-e660c784f648 req-654bdedc-88b7-4aef-9898-269bb14e073f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:34.251854 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-24265342-2298-4f0b-94ca-e660c784f648 req-654bdedc-88b7-4aef-9898-269bb14e073f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:34.359004 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24265342-2298-4f0b-94ca-e660c784f648 req-654bdedc-88b7-4aef-9898-269bb14e073f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8597248 Jun 21 04:53:34.377749 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Request body: {'port': {'device_id': '94f036b8-cd9f-46eb-8ccc-1bfa226a9b14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:53:34.489353 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:34.509948 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b21dc-ccdf-4cec-8386-32312f68ea35 req-68d862f6-930a-4603-9e29-6302774eed35 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:34.511380 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4d0b21dc-ccdf-4cec-8386-32312f68ea35 req-68d862f6-930a-4603-9e29-6302774eed35 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 932 time: 0.1123838 Jun 21 04:53:34.619921 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4d0b21dc-ccdf-4cec-8386-32312f68ea35 req-9f1d3c64-cb42-42b5-920f-3e07291a8a1a tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881925 Jun 21 04:53:34.782655 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1646d2f3-23e7-477e-8f52-04ae84f7fc92 {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:53:34.789806 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:34.801201 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Transition to ACTIVE for port object 1646d2f3-23e7-477e-8f52-04ae84f7fc92 will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:53:34.860872 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:34.862995 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6de3809f-6863-430c-a251-eb765a7952b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:35.214801 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Pushing event updated for resources: {'Port': ['ID=1646d2f3-23e7-477e-8f52-04ae84f7fc92,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:35.219850 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:35.290389 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Attempting to bind port 1646d2f3-23e7-477e-8f52-04ae84f7fc92 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:53:35.290786 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Attempting to bind port 1646d2f3-23e7-477e-8f52-04ae84f7fc92 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '37a5fc6a-9f6f-4017-b3fd-986668db9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd22abc87-f8eb-49af-a80f-8fe3e2e7816b'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:53:35.291143 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Attempting to bind port 1646d2f3-23e7-477e-8f52-04ae84f7fc92 on network d22abc87-f8eb-49af-a80f-8fe3e2e7816b {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:53:35.296233 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Port 1646d2f3-23e7-477e-8f52-04ae84f7fc92 on network d22abc87-f8eb-49af-a80f-8fe3e2e7816b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:53:35.296586 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Attempting to bind port 1646d2f3-23e7-477e-8f52-04ae84f7fc92 on network d22abc87-f8eb-49af-a80f-8fe3e2e7816b {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:53:35.301349 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:53:35.301693 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Checking segment: {'id': '37a5fc6a-9f6f-4017-b3fd-986668db9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd22abc87-f8eb-49af-a80f-8fe3e2e7816b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:53:35.302075 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Bound using segment: {'id': '37a5fc6a-9f6f-4017-b3fd-986668db9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd22abc87-f8eb-49af-a80f-8fe3e2e7816b'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:53:35.302528 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Bound port: 1646d2f3-23e7-477e-8f52-04ae84f7fc92, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a5fc6a-9f6f-4017-b3fd-986668db9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd22abc87-f8eb-49af-a80f-8fe3e2e7816b'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:53:35.302884 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:35.365572 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] For port 1646d2f3-23e7-477e-8f52-04ae84f7fc92, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:53:35.368733 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] For port 1646d2f3-23e7-477e-8f52-04ae84f7fc92, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1646d2f3-23e7-477e-8f52-04ae84f7fc92,segment=NetworkSegment(37a5fc6a-9f6f-4017-b3fd-986668db9b08),segment_id=37a5fc6a-9f6f-4017-b3fd-986668db9b08)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:53:35.432542 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:35.434660 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-654bdedc-88b7-4aef-9898-269bb14e073f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:35.473945 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:35.474553 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:35.475931 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24265342-2298-4f0b-94ca-e660c784f648 req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] 10.222.0.52 "PUT /v2.0/ports/1646d2f3-23e7-477e-8f52-04ae84f7fc92 HTTP/1.1" status: 200 len: 1094 time: 1.1025345 Jun 21 04:53:35.476439 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f036b8-cd9f-46eb-8ccc-1bfa226a9b14', 'tag': '1646d2f3-23e7-477e-8f52-04ae84f7fc92'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:53:35.478749 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd5a2df-2efb-4834-ba08-b4b489b0dbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "94f036b8-cd9f-46eb-8ccc-1bfa226a9b14", "tag": "1646d2f3-23e7-477e-8f52-04ae84f7fc92"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:53:35.506636 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Pushing event updated for resources: {'Port': ['ID=1646d2f3-23e7-477e-8f52-04ae84f7fc92,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:35.509756 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:35.519796 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d32811f-0249-424e-b59c-3edf134afc0d x-openstack-request-id: req-7d32811f-0249-424e-b59c-3edf134afc0d {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:53:35.519796 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f036b8-cd9f-46eb-8ccc-1bfa226a9b14", "tag": "1646d2f3-23e7-477e-8f52-04ae84f7fc92", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:53:35.519796 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d32811f-0249-424e-b59c-3edf134afc0d {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:53:35.519796 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f036b8-cd9f-46eb-8ccc-1bfa226a9b14', 'tag': '1646d2f3-23e7-477e-8f52-04ae84f7fc92', 'status': 'completed', 'code': 200} Jun 21 04:53:35.618101 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5a2df-2efb-4834-ba08-b4b489b0dbb7 req-bf198820-d39d-4cfe-913e-aa630c7f6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:35.619712 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4cd5a2df-2efb-4834-ba08-b4b489b0dbb7 req-bf198820-d39d-4cfe-913e-aa630c7f6fa9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3537e10eacbf4ef2bfa19c5db301489f&device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 1097 time: 0.0566742 Jun 21 04:53:35.723158 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56164) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:35.751509 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5a2df-2efb-4834-ba08-b4b489b0dbb7 req-5588dd52-0f11-4b15-954a-2861506ac218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:35.753204 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4cd5a2df-2efb-4834-ba08-b4b489b0dbb7 req-5588dd52-0f11-4b15-954a-2861506ac218 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3537e10eacbf4ef2bfa19c5db301489f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1191914 Jun 21 04:53:35.846094 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-20238fea-d25a-42d1-ae5d-4d900f179f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:35.863959 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56168) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:35.908008 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c0a38-d20e-4e94-8bd5-e312649bf9f5 req-b6a94df1-b540-4e37-baa1-f3f135544bc9 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:35.909494 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f95c0a38-d20e-4e94-8bd5-e312649bf9f5 req-b6a94df1-b540-4e37-baa1-f3f135544bc9 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 944 time: 0.1718209 Jun 21 04:53:35.946276 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5a2df-2efb-4834-ba08-b4b489b0dbb7 req-b872b09b-272e-4260-999b-d97f5c12a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:35.947748 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4cd5a2df-2efb-4834-ba08-b4b489b0dbb7 req-b872b09b-272e-4260-999b-d97f5c12a43c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1776495 Jun 21 04:53:35.980805 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f95c0a38-d20e-4e94-8bd5-e312649bf9f5 req-b10265bd-5811-4da1-95ed-c21c11ee6174 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642829 Jun 21 04:53:36.028342 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-20238fea-d25a-42d1-ae5d-4d900f179f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:36.085541 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24265342-2298-4f0b-94ca-e660c784f648 req-138da5cf-9153-419b-94d7-147be9a0b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:36.087004 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24265342-2298-4f0b-94ca-e660c784f648 req-138da5cf-9153-419b-94d7-147be9a0b2ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3537e10eacbf4ef2bfa19c5db301489f&device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 1097 time: 0.0521250 Jun 21 04:53:36.100820 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-20238fea-d25a-42d1-ae5d-4d900f179f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:36.105201 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-b68e032e-8d85-4dbe-9b0c-9c270e510c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:36.164645 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-11e3bed4-3fd2-4379-9d42-6a70c4f02bb3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Deleting port b797fef3-3b23-4db7-ba45-ed37c77b9c78 {{(pid=99942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:36.164993 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-11e3bed4-3fd2-4379-9d42-6a70c4f02bb3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:36.167195 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24265342-2298-4f0b-94ca-e660c784f648 req-d18d64da-37d9-4af1-a110-2e9ce7ca8c72 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1646d2f3-23e7-477e-8f52-04ae84f7fc92 HTTP/1.1" status: 200 len: 217 time: 0.0628726 Jun 21 04:53:36.184469 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-20238fea-d25a-42d1-ae5d-4d900f179f42 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fde5e0d7024b4440bb57e24d05f081e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601641 Jun 21 04:53:36.203919 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56172) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:36.208945 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20238fea-d25a-42d1-ae5d-4d900f179f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29101290-09c2-4f1b-9a69-14826b087e59,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:36.212200 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-20238fea-d25a-42d1-ae5d-4d900f179f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:36.228051 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24265342-2298-4f0b-94ca-e660c784f648 req-c5731c13-e112-4961-b061-5435e97a9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:36.229500 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24265342-2298-4f0b-94ca-e660c784f648 req-c5731c13-e112-4961-b061-5435e97a9859 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=19c87c9d-4f8d-4085-9caa-8641078f5103 HTTP/1.1" status: 200 len: 848 time: 0.0564823 Jun 21 04:53:36.260955 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24265342-2298-4f0b-94ca-e660c784f648 req-29585d8d-9da6-4703-9752-ab954536cad5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d22abc87-f8eb-49af-a80f-8fe3e2e7816b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254984 Jun 21 04:53:36.284640 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-11e3bed4-3fd2-4379-9d42-6a70c4f02bb3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:36.284966 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-11e3bed4-3fd2-4379-9d42-6a70c4f02bb3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:36.287769 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87a6fe1d-b9e6-429f-8960-f0162c7210e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:36.353120 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24265342-2298-4f0b-94ca-e660c784f648 req-11567578-43d2-4500-8cca-816097406825 service neutron] 10.222.0.52 "GET /v2.0/networks/d22abc87-f8eb-49af-a80f-8fe3e2e7816b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858243 Jun 21 04:53:36.359488 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-11e3bed4-3fd2-4379-9d42-6a70c4f02bb3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Calling delete_port for b797fef3-3b23-4db7-ba45-ed37c77b9c78 owned by network:floatingip {{(pid=99942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:36.379131 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87a6fe1d-b9e6-429f-8960-f0162c7210e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:36.447396 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-24265342-2298-4f0b-94ca-e660c784f648 req-1cc440ca-3db4-4c21-92fe-a4fa99f1afb2 service neutron] 10.222.0.52 "GET /v2.0/networks/d22abc87-f8eb-49af-a80f-8fe3e2e7816b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875735 Jun 21 04:53:36.615123 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87a6fe1d-b9e6-429f-8960-f0162c7210e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:36.617720 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87a6fe1d-b9e6-429f-8960-f0162c7210e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:36.618827 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-87a6fe1d-b9e6-429f-8960-f0162c7210e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29101290-09c2-4f1b-9a69-14826b087e59 HTTP/1.1" status: 204 len: 168 time: 0.4141386 Jun 21 04:53:36.619610 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-94347f58-db06-40cc-b876-6e4464c83878 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:36.627239 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6fe1d-b9e6-429f-8960-f0162c7210e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29101290-09c2-4f1b-9a69-14826b087e59,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:36.629536 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-87a6fe1d-b9e6-429f-8960-f0162c7210e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:36.646900 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-11e3bed4-3fd2-4379-9d42-6a70c4f02bb3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25676333'] for port, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:36.649077 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-9171c238-c91c-40c6-91e4-d777f32bba06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:36.672690 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3bed4-3fd2-4379-9d42-6a70c4f02bb3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event deleted for resources: {'Port': ['ID=b797fef3-3b23-4db7-ba45-ed37c77b9c78,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:36.675506 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-11e3bed4-3fd2-4379-9d42-6a70c4f02bb3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:36.740579 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-11e3bed4-3fd2-4379-9d42-6a70c4f02bb3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for floatingip, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:36.740833 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.db.l3_db [None req-11e3bed4-3fd2-4379-9d42-6a70c4f02bb3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Floating IP 38ccfd30-49c3-4bf0-9db9-e9e62347efa9 disassociated (deleted). External IP: 172.27.1.14, port: d7589d54-8288-4141-a2ac-49aaf160bd3f. Jun 21 04:53:37.004831 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e3bed4-3fd2-4379-9d42-6a70c4f02bb3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:53:37.141342 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e3bed4-3fd2-4379-9d42-6a70c4f02bb3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:53:37.146506 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-11e3bed4-3fd2-4379-9d42-6a70c4f02bb3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:37.151561 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01990094-6636-4476-bc3d-9e4747c3f9c9 None None] Sync routers for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:53:37.161674 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01990094-6636-4476-bc3d-9e4747c3f9c9 None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:53:37.162547 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-01990094-6636-4476-bc3d-9e4747c3f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:53:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:37.194962 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-11e3bed4-3fd2-4379-9d42-6a70c4f02bb3 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "DELETE /v2.0/floatingips/38ccfd30-49c3-4bf0-9db9-e9e62347efa9 HTTP/1.1" status: 204 len: 168 time: 1.3297331 Jun 21 04:53:37.196333 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fb2607-f747-4d41-9dc1-22f44e8c8837', 'tag': 'd7589d54-8288-4141-a2ac-49aaf160bd3f'}] {{(pid=99942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:53:37.198657 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bf6e30c1a07a791af3ea18dbd348b4fe660b6058a7e308237f87cf4cd446b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c16aa1-1803-4a2d-a075-d39006d5502c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fb2607-f747-4d41-9dc1-22f44e8c8837", "tag": "d7589d54-8288-4141-a2ac-49aaf160bd3f"}]}' {{(pid=99942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:53:37.208654 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69b777-005a-4e07-8bd8-01d254ba1888 req-3d043588-69ef-4e9f-93b3-5bd63f587181 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:37.210110 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5a69b777-005a-4e07-8bd8-01d254ba1888 req-3d043588-69ef-4e9f-93b3-5bd63f587181 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 944 time: 0.1087155 Jun 21 04:53:37.251307 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5a69b777-005a-4e07-8bd8-01d254ba1888 req-d669939c-5b1e-4528-8073-5e6e88c91749 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348392 Jun 21 04:53:37.255633 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56186) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:37.266952 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cb9c726f-f898-4e05-bcab-ca3270dcc1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:37.278520 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-01990094-6636-4476-bc3d-9e4747c3f9c9 None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:53:37.385524 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cb9c726f-f898-4e05-bcab-ca3270dcc1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:37.484176 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cb9c726f-f898-4e05-bcab-ca3270dcc1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:37.487872 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-84817f44-131c-408d-a8d3-a4d11c1c4911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:37.530398 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-cb9c726f-f898-4e05-bcab-ca3270dcc1d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5f6b62b993441fc94842948021b2256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762060 Jun 21 04:53:37.531562 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c726f-f898-4e05-bcab-ca3270dcc1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe76123c-cc1b-41b8-9229-1b0e4660fd8c,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:37.532908 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56190) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:37.534922 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-cb9c726f-f898-4e05-bcab-ca3270dcc1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:37.536620 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5858150-fb62-4e81-bb90-8093ebf262ae x-openstack-request-id: req-d5858150-fb62-4e81-bb90-8093ebf262ae {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:53:37.536973 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fb2607-f747-4d41-9dc1-22f44e8c8837", "tag": "d7589d54-8288-4141-a2ac-49aaf160bd3f", "status": "completed", "code": 200}]} {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:53:37.537228 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5858150-fb62-4e81-bb90-8093ebf262ae {{(pid=99942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:53:37.537664 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fb2607-f747-4d41-9dc1-22f44e8c8837', 'tag': 'd7589d54-8288-4141-a2ac-49aaf160bd3f', 'status': 'completed', 'code': 200} Jun 21 04:53:37.615254 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-dd084d92-cbbf-48ae-8e99-7acb5a79a8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:37.645502 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-dd084d92-cbbf-48ae-8e99-7acb5a79a8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:37.657150 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-01990094-6636-4476-bc3d-9e4747c3f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': 'c2c1d686-62fa-4ee4-97d6-9cf74c7e80fd', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'port_id': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'mac_address': 'fa:16:3e:9d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718b429a-2022-42ef-93ca-ab787e3b809a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:19Z', 'updated_at': '2021-06-21T04:48:22Z', 'revision_number': 1, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:37.685590 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c16aa1-1803-4a2d-a075-d39006d5502c req-72828b1c-9878-48e0-9332-733f3b17b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:37.686887 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-21c16aa1-1803-4a2d-a075-d39006d5502c req-72828b1c-9878-48e0-9332-733f3b17b350 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 1098 time: 0.0997243 Jun 21 04:53:37.693715 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01990094-6636-4476-bc3d-9e4747c3f9c9 None None] Checking router: 88c69a66-ef45-46de-81bf-3ee3c4fa1950 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:53:37.704979 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01990094-6636-4476-bc3d-9e4747c3f9c9 None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:53:37.705685 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-01990094-6636-4476-bc3d-9e4747c3f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:53:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:37.787405 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c16aa1-1803-4a2d-a075-d39006d5502c req-398f5112-27b1-4cf1-a58a-725cb7f4895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:37.788806 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-21c16aa1-1803-4a2d-a075-d39006d5502c req-398f5112-27b1-4cf1-a58a-725cb7f4895f service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c HTTP/1.1" status: 200 len: 913 time: 0.0951557 Jun 21 04:53:37.816027 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-01990094-6636-4476-bc3d-9e4747c3f9c9 None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:53:37.835534 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-21c16aa1-1803-4a2d-a075-d39006d5502c req-090bbad7-4a7b-4560-9762-b0b771a68b5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7589d54-8288-4141-a2ac-49aaf160bd3f HTTP/1.1" status: 200 len: 217 time: 0.0394118 Jun 21 04:53:37.836095 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-dd084d92-cbbf-48ae-8e99-7acb5a79a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:37.838683 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-dd084d92-cbbf-48ae-8e99-7acb5a79a8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:37.840145 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2ced5-a4dd-423c-987a-bfc53d9f07da req-c631b1c0-d108-4da9-a36c-c63ae8fd1136 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:37.842439 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-dd084d92-cbbf-48ae-8e99-7acb5a79a8f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe76123c-cc1b-41b8-9229-1b0e4660fd8c HTTP/1.1" status: 204 len: 168 time: 0.3083794 Jun 21 04:53:37.850102 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cdb2ced5-a4dd-423c-987a-bfc53d9f07da req-c631b1c0-d108-4da9-a36c-c63ae8fd1136 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 945 time: 0.0778739 Jun 21 04:53:37.854549 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-9d68c463-654c-4f30-a639-6039fbceabb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:37.876241 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd084d92-cbbf-48ae-8e99-7acb5a79a8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe76123c-cc1b-41b8-9229-1b0e4660fd8c,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:37.879636 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-dd084d92-cbbf-48ae-8e99-7acb5a79a8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:37.895901 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c16aa1-1803-4a2d-a075-d39006d5502c req-4fa81ea9-b41c-4627-bad3-0238ac57cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:37.900411 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cdb2ced5-a4dd-423c-987a-bfc53d9f07da req-a05b76fa-5a93-451a-b719-87cc213b3b52 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447791 Jun 21 04:53:37.900684 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-21c16aa1-1803-4a2d-a075-d39006d5502c req-4fa81ea9-b41c-4627-bad3-0238ac57cb2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb99c622-c19a-4045-a63c-e35ad1ef09d6 HTTP/1.1" status: 200 len: 851 time: 0.0539911 Jun 21 04:53:37.965517 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c16aa1-1803-4a2d-a075-d39006d5502c req-1831182b-d0b6-4785-b6d2-620a0df09395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:37.967846 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-21c16aa1-1803-4a2d-a075-d39006d5502c req-1831182b-d0b6-4785-b6d2-620a0df09395 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0613973 Jun 21 04:53:38.060861 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-21c16aa1-1803-4a2d-a075-d39006d5502c req-c6de5aa7-51f2-47e1-bf63-b10f859979dd service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858452 Jun 21 04:53:38.087569 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-01990094-6636-4476-bc3d-9e4747c3f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': 'c2c1d686-62fa-4ee4-97d6-9cf74c7e80fd', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'port_id': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'mac_address': 'fa:16:3e:9d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718b429a-2022-42ef-93ca-ab787e3b809a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:19Z', 'updated_at': '2021-06-21T04:48:22Z', 'revision_number': 1, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:38.114395 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01990094-6636-4476-bc3d-9e4747c3f9c9 None None] The sync data for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi is: [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_floatingips': [{'id': 'c2c1d686-62fa-4ee4-97d6-9cf74c7e80fd', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'router_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'port_id': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'mac_address': 'fa:16:3e:9d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718b429a-2022-42ef-93ca-ab787e3b809a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:48:19Z', 'updated_at': '2021-06-21T04:48:22Z', 'revision_number': 1, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:53:38.159098 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-21c16aa1-1803-4a2d-a075-d39006d5502c req-b78b6b36-f4e6-471e-8d5e-50369deb0d8e service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917959 Jun 21 04:53:38.339365 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85025281-655e-4ad3-810f-d842e7a5a856 None None] New status for floating IP 38ccfd30-49c3-4bf0-9db9-e9e62347efa9: DOWN {{(pid=99945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:53:38.445503 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e97f96-43bc-4da7-9fd0-e75d0ff85c59 req-9c3d340b-342d-487d-aac7-9f73fdcee3ce tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:38.455030 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b1e97f96-43bc-4da7-9fd0-e75d0ff85c59 req-9c3d340b-342d-487d-aac7-9f73fdcee3ce tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 944 time: 0.0663674 Jun 21 04:53:38.485959 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b1e97f96-43bc-4da7-9fd0-e75d0ff85c59 req-125b0718-5d25-421d-8eac-1687420e2759 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323663 Jun 21 04:53:38.725400 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:53:39.076689 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795740e-b804-49b2-9e8a-50ba07c0ee82 req-485569c9-8aa0-4358-b705-1fee893791c6 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:39.079599 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f795740e-b804-49b2-9e8a-50ba07c0ee82 req-485569c9-8aa0-4358-b705-1fee893791c6 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 945 time: 0.0653274 Jun 21 04:53:39.118017 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f795740e-b804-49b2-9e8a-50ba07c0ee82 req-925e8021-4dd8-4e5a-ac63-94f9ba479e84 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335073 Jun 21 04:53:39.663502 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1c0f4-adc8-4049-93d5-a0af7b541b35 req-c7efadc0-e904-44f5-b3bc-8f110b1c9e5f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:39.664973 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-93b1c0f4-adc8-4049-93d5-a0af7b541b35 req-c7efadc0-e904-44f5-b3bc-8f110b1c9e5f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 944 time: 0.0657985 Jun 21 04:53:39.705149 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-93b1c0f4-adc8-4049-93d5-a0af7b541b35 req-dd8de275-ef45-46da-83ef-5861d370bf13 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341554 Jun 21 04:53:39.890470 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2f515-1c52-4f96-82c9-88d1c350bf1a req-1915bac7-584f-42e8-aeee-1a13ee65a94a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:39.891937 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3ce2f515-1c52-4f96-82c9-88d1c350bf1a req-1915bac7-584f-42e8-aeee-1a13ee65a94a tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 945 time: 0.0677612 Jun 21 04:53:39.989422 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-3ce2f515-1c52-4f96-82c9-88d1c350bf1a req-17847121-2a45-48b6-8a2c-367d763a216f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Deleting port d7589d54-8288-4141-a2ac-49aaf160bd3f {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:39.989772 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-3ce2f515-1c52-4f96-82c9-88d1c350bf1a req-17847121-2a45-48b6-8a2c-367d763a216f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:40.089107 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-3ce2f515-1c52-4f96-82c9-88d1c350bf1a req-17847121-2a45-48b6-8a2c-367d763a216f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] For port d7589d54-8288-4141-a2ac-49aaf160bd3f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d7589d54-8288-4141-a2ac-49aaf160bd3f,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:40.089460 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-3ce2f515-1c52-4f96-82c9-88d1c350bf1a req-17847121-2a45-48b6-8a2c-367d763a216f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:40.151533 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-3ce2f515-1c52-4f96-82c9-88d1c350bf1a req-17847121-2a45-48b6-8a2c-367d763a216f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Calling delete_port for d7589d54-8288-4141-a2ac-49aaf160bd3f owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:40.235129 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 1646d2f3-23e7-477e-8f52-04ae84f7fc92 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:53:40.294586 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b559042-502e-4930-bbd4-c95f2a58206f req-493dc25d-d1ac-45f7-af40-4121bd79a9b4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:40.296194 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9b559042-502e-4930-bbd4-c95f2a58206f req-493dc25d-d1ac-45f7-af40-4121bd79a9b4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 945 time: 0.0698314 Jun 21 04:53:40.333483 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 1646d2f3-23e7-477e-8f52-04ae84f7fc92, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1646d2f3-23e7-477e-8f52-04ae84f7fc92,segment=NetworkSegment(37a5fc6a-9f6f-4017-b3fd-986668db9b08),segment_id=37a5fc6a-9f6f-4017-b3fd-986668db9b08)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:40.340173 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9b559042-502e-4930-bbd4-c95f2a58206f req-01f7b0c3-9f1b-43b6-8f6d-abf89766a379 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378547 Jun 21 04:53:40.349580 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': '1646d2f3-23e7-477e-8f52-04ae84f7fc92', 'network_id': 'd22abc87-f8eb-49af-a80f-8fe3e2e7816b', 'port_id': '1646d2f3-23e7-477e-8f52-04ae84f7fc92', 'mac_address': 'fa:16:3e:37:79:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c87c9d-4f8d-4085-9caa-8641078f5103', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:53:40.371966 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-3ce2f515-1c52-4f96-82c9-88d1c350bf1a req-17847121-2a45-48b6-8a2c-367d763a216f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:40.376223 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:40.393100 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:40.401071 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17847121-2a45-48b6-8a2c-367d763a216f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event deleted for resources: {'Port': ['ID=d7589d54-8288-4141-a2ac-49aaf160bd3f,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:40.404110 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-17847121-2a45-48b6-8a2c-367d763a216f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:40.406394 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1646d2f3-23e7-477e-8f52-04ae84f7fc92 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:53:40.430878 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 1646d2f3-23e7-477e-8f52-04ae84f7fc92, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1646d2f3-23e7-477e-8f52-04ae84f7fc92,segment=NetworkSegment(37a5fc6a-9f6f-4017-b3fd-986668db9b08),segment_id=37a5fc6a-9f6f-4017-b3fd-986668db9b08)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:40.463321 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce2f515-1c52-4f96-82c9-88d1c350bf1a req-17847121-2a45-48b6-8a2c-367d763a216f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] No DVR routers for this DVR port d7589d54-8288-4141-a2ac-49aaf160bd3f on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:53:40.463321 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-3ce2f515-1c52-4f96-82c9-88d1c350bf1a req-17847121-2a45-48b6-8a2c-367d763a216f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:40.463321 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3ce2f515-1c52-4f96-82c9-88d1c350bf1a req-17847121-2a45-48b6-8a2c-367d763a216f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "DELETE /v2.0/ports/d7589d54-8288-4141-a2ac-49aaf160bd3f HTTP/1.1" status: 204 len: 173 time: 0.5604756 Jun 21 04:53:40.463321 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fb2607-f747-4d41-9dc1-22f44e8c8837', 'name': 'network-vif-deleted', 'tag': 'd7589d54-8288-4141-a2ac-49aaf160bd3f'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:53:40.463321 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4914c6-49f7-4d44-8d44-6620eda24388" -d '{"events": [{"server_uuid": "c0fb2607-f747-4d41-9dc1-22f44e8c8837", "name": "network-vif-deleted", "tag": "d7589d54-8288-4141-a2ac-49aaf160bd3f"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:53:40.497644 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7573ff1d-603d-4e86-9b77-694ad5413354 x-openstack-request-id: req-7573ff1d-603d-4e86-9b77-694ad5413354 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:53:40.497983 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fb2607-f747-4d41-9dc1-22f44e8c8837", "name": "network-vif-deleted", "tag": "d7589d54-8288-4141-a2ac-49aaf160bd3f", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:53:40.498286 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7573ff1d-603d-4e86-9b77-694ad5413354 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:53:40.498731 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fb2607-f747-4d41-9dc1-22f44e8c8837', 'name': 'network-vif-deleted', 'tag': 'd7589d54-8288-4141-a2ac-49aaf160bd3f', 'status': 'completed', 'code': 200} Jun 21 04:53:40.512336 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:40.515552 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:40.569552 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=1646d2f3-23e7-477e-8f52-04ae84f7fc92,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:40.572879 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:40.886406 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19507b-f44c-4aa5-89fc-92a63d4695df req-4b63cb50-5be4-46c1-b072-17ed73327641 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:40.888735 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3d19507b-f44c-4aa5-89fc-92a63d4695df req-4b63cb50-5be4-46c1-b072-17ed73327641 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 945 time: 0.0702386 Jun 21 04:53:40.927185 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3d19507b-f44c-4aa5-89fc-92a63d4695df req-d8e5ad7f-715b-4ca8-8a2d-bf47ba06a010 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327029 Jun 21 04:53:41.035049 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['1646d2f3-23e7-477e-8f52-04ae84f7fc92'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:53:41.491965 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-19bca387-a7e2-4648-b655-e322b8da8082 req-0e8ce74a-751c-4391-a104-43403e9831a0 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0fb2607-f747-4d41-9dc1-22f44e8c8837 HTTP/1.1" status: 200 len: 210 time: 0.0280054 Jun 21 04:53:42.109957 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948f068-5bd9-48f7-a591-8ed9d9c2df59 req-dda10629-379b-4c21-91cf-6e7747b205be tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:42.111735 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c948f068-5bd9-48f7-a591-8ed9d9c2df59 req-dda10629-379b-4c21-91cf-6e7747b205be tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 945 time: 0.0705955 Jun 21 04:53:42.149086 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c948f068-5bd9-48f7-a591-8ed9d9c2df59 req-1e1d91bb-b32b-43ea-a479-dd6a2a91d3e6 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312617 Jun 21 04:53:42.258466 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 1646d2f3-23e7-477e-8f52-04ae84f7fc92 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:53:42.409141 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port 1646d2f3-23e7-477e-8f52-04ae84f7fc92 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:53:42.412960 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port 1646d2f3-23e7-477e-8f52-04ae84f7fc92 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:53:42.413333 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:42.490172 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:42.512991 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f036b8-cd9f-46eb-8ccc-1bfa226a9b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1646d2f3-23e7-477e-8f52-04ae84f7fc92'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:53:42.516760 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e02014c-c9f1-4f7e-842e-8ebd4721b737" -d '{"events": [{"server_uuid": "94f036b8-cd9f-46eb-8ccc-1bfa226a9b14", "name": "network-vif-plugged", "status": "completed", "tag": "1646d2f3-23e7-477e-8f52-04ae84f7fc92"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:53:42.530850 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 1646d2f3-23e7-477e-8f52-04ae84f7fc92, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1646d2f3-23e7-477e-8f52-04ae84f7fc92,segment=NetworkSegment(37a5fc6a-9f6f-4017-b3fd-986668db9b08),segment_id=37a5fc6a-9f6f-4017-b3fd-986668db9b08)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:42.558174 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c776f4f-a8f7-4692-92b4-9387180234a3 x-openstack-request-id: req-5c776f4f-a8f7-4692-92b4-9387180234a3 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:53:42.558593 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f036b8-cd9f-46eb-8ccc-1bfa226a9b14", "name": "network-vif-plugged", "status": "completed", "tag": "1646d2f3-23e7-477e-8f52-04ae84f7fc92", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:53:42.558749 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c776f4f-a8f7-4692-92b4-9387180234a3 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:53:42.559157 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f036b8-cd9f-46eb-8ccc-1bfa226a9b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1646d2f3-23e7-477e-8f52-04ae84f7fc92', 'code': 200} Jun 21 04:53:42.628039 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:42.629523 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:42.677828 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=1646d2f3-23e7-477e-8f52-04ae84f7fc92,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:42.680897 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:43.083515 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d27583-51df-44b0-9764-625828368436 req-534293c3-62e5-4137-9071-f987d39b12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:43.084904 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e0d27583-51df-44b0-9764-625828368436 req-534293c3-62e5-4137-9071-f987d39b12eb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 1099 time: 0.0508056 Jun 21 04:53:43.118125 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e0d27583-51df-44b0-9764-625828368436 req-501dcc14-e51b-4777-a1ab-abe0bcb53e16 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262425 Jun 21 04:53:43.320884 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a7dec-56ea-410f-8a38-68ee8f4096ad req-9ceb6473-69d7-41b0-a65d-c7c313895601 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:43.322307 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-897a7dec-56ea-410f-8a38-68ee8f4096ad req-9ceb6473-69d7-41b0-a65d-c7c313895601 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 946 time: 0.0628896 Jun 21 04:53:43.359436 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-897a7dec-56ea-410f-8a38-68ee8f4096ad req-ecedbc45-4cfe-4e35-add2-d9c5b5fa78f6 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313425 Jun 21 04:53:44.259336 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device d7589d54-8288-4141-a2ac-49aaf160bd3f no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:53:44.279460 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: d7589d54-8288-4141-a2ac-49aaf160bd3f {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:53:44.279815 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device d7589d54-8288-4141-a2ac-49aaf160bd3f not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:53:44.529732 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd520c-57c0-4077-97f3-ea63d8e6dc40 req-4f8bba6f-b820-4c0b-ab77-e964518a4377 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:44.530862 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1ccd520c-57c0-4077-97f3-ea63d8e6dc40 req-4f8bba6f-b820-4c0b-ab77-e964518a4377 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 946 time: 0.0630713 Jun 21 04:53:44.572893 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1ccd520c-57c0-4077-97f3-ea63d8e6dc40 req-d748d531-9d53-4b81-838f-4663e5d04905 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363290 Jun 21 04:53:45.086865 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56320) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:45.243601 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-4c2eb179-787a-47d0-a20c-fa3d38efcda4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Deleting port cd00edda-8677-4ebb-b4c2-0abd2a8ba988 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:45.243976 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb179-787a-47d0-a20c-fa3d38efcda4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:45.319118 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb179-787a-47d0-a20c-fa3d38efcda4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:45.319495 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb179-787a-47d0-a20c-fa3d38efcda4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:45.337967 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56324) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:45.386394 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-4c2eb179-787a-47d0-a20c-fa3d38efcda4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Calling delete_port for cd00edda-8677-4ebb-b4c2-0abd2a8ba988 owned by network:floatingip {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:45.450792 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87d92ab6-ebab-4c15-9661-a9d1921ee68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:45.538412 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87d92ab6-ebab-4c15-9661-a9d1921ee68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:45.638464 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb179-787a-47d0-a20c-fa3d38efcda4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:45.640718 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-bd398718-8cd5-4c0e-a992-57150d3a251e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:45.666116 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2eb179-787a-47d0-a20c-fa3d38efcda4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event deleted for resources: {'Port': ['ID=cd00edda-8677-4ebb-b4c2-0abd2a8ba988,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:45.666539 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87d92ab6-ebab-4c15-9661-a9d1921ee68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:45.669853 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-651eaf1b-712f-4837-84ce-444028ae164c tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:45.671549 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-4c2eb179-787a-47d0-a20c-fa3d38efcda4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:45.727155 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb179-787a-47d0-a20c-fa3d38efcda4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for floatingip, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:45.727517 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.db.l3_db [None req-4c2eb179-787a-47d0-a20c-fa3d38efcda4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Floating IP c2c1d686-62fa-4ee4-97d6-9cf74c7e80fd disassociated (deleted). External IP: 172.27.1.174, port: 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb. Jun 21 04:53:45.738928 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-87d92ab6-ebab-4c15-9661-a9d1921ee68d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b927d95f66e4dad8444bf62e0e07651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3998179 Jun 21 04:53:45.741734 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d92ab6-ebab-4c15-9661-a9d1921ee68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086da4d7-b709-478b-9979-351b5e8bcad3,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:45.744425 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56330) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:45.746465 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-87d92ab6-ebab-4c15-9661-a9d1921ee68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:45.808619 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-79da1c23-0b2a-4f08-9e51-62644f807b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:45.820738 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e4488-86d5-4823-b220-710d830d7b83 req-9c4dcb42-2e4e-4bd1-b793-eb22d1ee1814 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:45.822175 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9e5e4488-86d5-4823-b220-710d830d7b83 req-9c4dcb42-2e4e-4bd1-b793-eb22d1ee1814 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 946 time: 0.1308653 Jun 21 04:53:45.852060 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-79da1c23-0b2a-4f08-9e51-62644f807b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:45.894849 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-9e5e4488-86d5-4823-b220-710d830d7b83 req-483b066e-ee36-434e-96dd-f4e8ae5d75a1 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638404 Jun 21 04:53:45.937055 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2eb179-787a-47d0-a20c-fa3d38efcda4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:53:45.992978 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-79da1c23-0b2a-4f08-9e51-62644f807b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:45.996130 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-79da1c23-0b2a-4f08-9e51-62644f807b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:45.997868 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-79da1c23-0b2a-4f08-9e51-62644f807b79 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/086da4d7-b709-478b-9979-351b5e8bcad3 HTTP/1.1" status: 204 len: 168 time: 0.2525387 Jun 21 04:53:45.998798 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-51158c02-3ea6-44a6-888e-84527326774d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:46.010419 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da1c23-0b2a-4f08-9e51-62644f807b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086da4d7-b709-478b-9979-351b5e8bcad3,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:46.021831 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-79da1c23-0b2a-4f08-9e51-62644f807b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:46.048429 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2eb179-787a-47d0-a20c-fa3d38efcda4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:53:46.052868 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb179-787a-47d0-a20c-fa3d38efcda4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:46.062506 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93ad0c-0eb3-4779-b0b6-b48e4adac410 None None] Sync routers for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:53:46.079039 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce93ad0c-0eb3-4779-b0b6-b48e4adac410 None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:53:46.080180 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-ce93ad0c-0eb3-4779-b0b6-b48e4adac410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:53:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:46.113375 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-4c2eb179-787a-47d0-a20c-fa3d38efcda4 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "DELETE /v2.0/floatingips/c2c1d686-62fa-4ee4-97d6-9cf74c7e80fd HTTP/1.1" status: 204 len: 168 time: 1.0229437 Jun 21 04:53:46.113375 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718b429a-2022-42ef-93ca-ab787e3b809a', 'tag': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:53:46.116074 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09a22a4-7549-4b71-8e48-afdeb40d23ad" -d '{"events": [{"name": "network-changed", "server_uuid": "718b429a-2022-42ef-93ca-ab787e3b809a", "tag": "7025e0f6-ffe3-4b04-a1a1-a13dc21948bb"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:53:46.162629 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164a0c13-b73f-4040-b76f-cda79a51f25e x-openstack-request-id: req-164a0c13-b73f-4040-b76f-cda79a51f25e {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:53:46.162969 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718b429a-2022-42ef-93ca-ab787e3b809a", "tag": "7025e0f6-ffe3-4b04-a1a1-a13dc21948bb", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:53:46.163307 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-164a0c13-b73f-4040-b76f-cda79a51f25e {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:53:46.163987 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718b429a-2022-42ef-93ca-ab787e3b809a', 'tag': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'status': 'completed', 'code': 200} Jun 21 04:53:46.211258 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-ce93ad0c-0eb3-4779-b0b6-b48e4adac410 None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:53:46.280691 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a22a4-7549-4b71-8e48-afdeb40d23ad req-abc4b398-34d1-4440-a175-0b96114e2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:46.282388 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e09a22a4-7549-4b71-8e48-afdeb40d23ad req-abc4b398-34d1-4440-a175-0b96114e2b55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 1099 time: 0.0669315 Jun 21 04:53:46.387003 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a22a4-7549-4b71-8e48-afdeb40d23ad req-d6b49ce0-018b-4f25-9843-b6650c63bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:46.390767 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e09a22a4-7549-4b71-8e48-afdeb40d23ad req-d6b49ce0-018b-4f25-9843-b6650c63bed7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c HTTP/1.1" status: 200 len: 913 time: 0.0984657 Jun 21 04:53:46.437342 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e09a22a4-7549-4b71-8e48-afdeb40d23ad req-bbc850da-54ef-4a35-a123-59779bb52846 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7025e0f6-ffe3-4b04-a1a1-a13dc21948bb HTTP/1.1" status: 200 len: 217 time: 0.0417030 Jun 21 04:53:46.448277 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-ce93ad0c-0eb3-4779-b0b6-b48e4adac410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:46.482870 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93ad0c-0eb3-4779-b0b6-b48e4adac410 None None] Checking router: 88c69a66-ef45-46de-81bf-3ee3c4fa1950 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:53:46.491887 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce93ad0c-0eb3-4779-b0b6-b48e4adac410 None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:53:46.492499 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-ce93ad0c-0eb3-4779-b0b6-b48e4adac410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:53:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:46.495816 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a22a4-7549-4b71-8e48-afdeb40d23ad req-046a024d-45ed-4b5d-826d-dc214941cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:46.497886 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e09a22a4-7549-4b71-8e48-afdeb40d23ad req-046a024d-45ed-4b5d-826d-dc214941cbe1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb99c622-c19a-4045-a63c-e35ad1ef09d6 HTTP/1.1" status: 200 len: 851 time: 0.0527220 Jun 21 04:53:46.564042 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a22a4-7549-4b71-8e48-afdeb40d23ad req-3d5dfc93-8448-403a-8b42-17cd78594208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:46.565770 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e09a22a4-7549-4b71-8e48-afdeb40d23ad req-3d5dfc93-8448-403a-8b42-17cd78594208 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0604110 Jun 21 04:53:46.604487 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-ce93ad0c-0eb3-4779-b0b6-b48e4adac410 None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:53:46.664796 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56348) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:46.674732 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e09a22a4-7549-4b71-8e48-afdeb40d23ad req-08c1f26a-c60d-48ae-ac1d-6332d0aaade8 service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006176 Jun 21 04:53:46.685683 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-0596b104-6896-48a1-bb37-ac5b629f29d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:46.821337 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b2dcb-af34-41da-90b8-a696e02fc205 req-dbeeb36a-4b56-43fb-b666-a63f7d09a815 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:46.822306 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e09a22a4-7549-4b71-8e48-afdeb40d23ad req-41ffe24f-5db0-4a05-afe0-a8a51502b5ab service neutron] 10.222.0.52 "GET /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952387 Jun 21 04:53:46.822879 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-028b2dcb-af34-41da-90b8-a696e02fc205 req-dbeeb36a-4b56-43fb-b666-a63f7d09a815 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 946 time: 0.0884511 Jun 21 04:53:46.833265 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-ce93ad0c-0eb3-4779-b0b6-b48e4adac410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:46.859257 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-0596b104-6896-48a1-bb37-ac5b629f29d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:46.867831 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93ad0c-0eb3-4779-b0b6-b48e4adac410 None None] The sync data for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi is: [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:42:13Z', 'revision_number': 4, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': 'cd413fe1-a167-47ca-8e39-bf1083dbb759', 'name': '', 'network_id': 'a0fef746-dcc4-4d53-bdf5-6879a4a91e7c', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'mac_address': 'fa:16:3e:4b:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:12Z', 'updated_at': '2021-06-21T04:42:18Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'subnets': [{'id': 'cb99c622-c19a-4045-a63c-e35ad1ef09d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:53:46.886949 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-028b2dcb-af34-41da-90b8-a696e02fc205 req-5be41a52-3e47-4bde-bbb4-71b4ed9a0a16 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512216 Jun 21 04:53:46.986664 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-0596b104-6896-48a1-bb37-ac5b629f29d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:46.991052 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-491ef431-5229-4770-9a2b-11128fff5130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:47.049282 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-0596b104-6896-48a1-bb37-ac5b629f29d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be1dc206fd4a41eba6a28fb685cfacaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831592 Jun 21 04:53:47.050795 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596b104-6896-48a1-bb37-ac5b629f29d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df96e0a-be86-4327-b2b5-11337a7193ec,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:47.051866 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56354) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:47.055485 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-0596b104-6896-48a1-bb37-ac5b629f29d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:47.113291 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bac6653d-3c25-44c9-becb-7fa587c23a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:47.120589 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7979220c-2bf1-4a67-8b7e-932280656476 None None] New status for floating IP c2c1d686-62fa-4ee4-97d6-9cf74c7e80fd: DOWN {{(pid=99945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:53:47.137724 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bac6653d-3c25-44c9-becb-7fa587c23a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:47.266474 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bac6653d-3c25-44c9-becb-7fa587c23a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:47.269087 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bac6653d-3c25-44c9-becb-7fa587c23a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:47.270240 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-bac6653d-3c25-44c9-becb-7fa587c23a4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6df96e0a-be86-4327-b2b5-11337a7193ec HTTP/1.1" status: 204 len: 168 time: 0.2168541 Jun 21 04:53:47.271050 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-dc2ef58a-9bb2-44c1-bc13-3157f4548e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:47.278924 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6653d-3c25-44c9-becb-7fa587c23a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df96e0a-be86-4327-b2b5-11337a7193ec,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:47.281287 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-bac6653d-3c25-44c9-becb-7fa587c23a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:47.465023 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1b6b5-c0a8-4d78-8dfa-0869d3ebd6b2 req-42d53193-e2dd-483a-8269-67ff318190b8 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:47.467587 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-afa1b6b5-c0a8-4d78-8dfa-0869d3ebd6b2 req-42d53193-e2dd-483a-8269-67ff318190b8 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 946 time: 0.0660939 Jun 21 04:53:47.505582 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-afa1b6b5-c0a8-4d78-8dfa-0869d3ebd6b2 req-d57987ca-7e9a-4229-9f9a-56240dfbc5f9 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322227 Jun 21 04:53:47.686670 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a95e6-d1e5-446f-b969-bfb2e75f2469 req-a07a29f6-b12c-4e5d-ba2f-52edf16eaf1f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:47.688135 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c65a95e6-d1e5-446f-b969-bfb2e75f2469 req-a07a29f6-b12c-4e5d-ba2f-52edf16eaf1f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 946 time: 0.0696075 Jun 21 04:53:47.792724 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-c65a95e6-d1e5-446f-b969-bfb2e75f2469 req-e1e1055b-ccd8-4d8d-bc3a-7b4cb3bc1e95 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Deleting port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:47.793055 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-c65a95e6-d1e5-446f-b969-bfb2e75f2469 req-e1e1055b-ccd8-4d8d-bc3a-7b4cb3bc1e95 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:47.888642 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-c65a95e6-d1e5-446f-b969-bfb2e75f2469 req-e1e1055b-ccd8-4d8d-bc3a-7b4cb3bc1e95 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] For port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7025e0f6-ffe3-4b04-a1a1-a13dc21948bb,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:47.900091 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-c65a95e6-d1e5-446f-b969-bfb2e75f2469 req-e1e1055b-ccd8-4d8d-bc3a-7b4cb3bc1e95 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:47.955803 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-c65a95e6-d1e5-446f-b969-bfb2e75f2469 req-e1e1055b-ccd8-4d8d-bc3a-7b4cb3bc1e95 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Calling delete_port for 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:48.138179 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce928d-0a58-4b52-a305-26052d7abce8 req-a5768478-1c5f-4f0d-98f7-6b9223e9b404 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:48.146354 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4dce928d-0a58-4b52-a305-26052d7abce8 req-a5768478-1c5f-4f0d-98f7-6b9223e9b404 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 946 time: 0.1326258 Jun 21 04:53:48.176777 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-4dce928d-0a58-4b52-a305-26052d7abce8 req-b1b3cde0-173d-40df-ba90-c99ddf33d4f7 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/security-groups?id=0938e66a-3903-4296-903c-fbe4c9469773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313709 Jun 21 04:53:48.192316 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-c65a95e6-d1e5-446f-b969-bfb2e75f2469 req-e1e1055b-ccd8-4d8d-bc3a-7b4cb3bc1e95 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:48.197617 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-856feb06-e029-4e77-b2ea-b5c38599ca83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:48.221825 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1055b-ccd8-4d8d-bc3a-7b4cb3bc1e95 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event deleted for resources: {'Port': ['ID=7025e0f6-ffe3-4b04-a1a1-a13dc21948bb,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:48.224427 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e1e1055b-ccd8-4d8d-bc3a-7b4cb3bc1e95 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:48.270156 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65a95e6-d1e5-446f-b969-bfb2e75f2469 req-e1e1055b-ccd8-4d8d-bc3a-7b4cb3bc1e95 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] No DVR routers for this DVR port 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:53:48.272663 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-c65a95e6-d1e5-446f-b969-bfb2e75f2469 req-e1e1055b-ccd8-4d8d-bc3a-7b4cb3bc1e95 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:48.274675 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c65a95e6-d1e5-446f-b969-bfb2e75f2469 req-e1e1055b-ccd8-4d8d-bc3a-7b4cb3bc1e95 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.52 "DELETE /v2.0/ports/7025e0f6-ffe3-4b04-a1a1-a13dc21948bb HTTP/1.1" status: 204 len: 173 time: 0.5783920 Jun 21 04:53:48.275223 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718b429a-2022-42ef-93ca-ab787e3b809a', 'name': 'network-vif-deleted', 'tag': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:53:48.277584 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc6732e-7ada-46d9-9137-2e109ecf84dd" -d '{"events": [{"server_uuid": "718b429a-2022-42ef-93ca-ab787e3b809a", "name": "network-vif-deleted", "tag": "7025e0f6-ffe3-4b04-a1a1-a13dc21948bb"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:53:48.314706 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce4a8a5-b04e-4335-a433-37077b7542a3 x-openstack-request-id: req-5ce4a8a5-b04e-4335-a433-37077b7542a3 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:53:48.315091 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718b429a-2022-42ef-93ca-ab787e3b809a", "name": "network-vif-deleted", "tag": "7025e0f6-ffe3-4b04-a1a1-a13dc21948bb", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:53:48.315692 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ce4a8a5-b04e-4335-a433-37077b7542a3 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:53:48.316251 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718b429a-2022-42ef-93ca-ab787e3b809a', 'name': 'network-vif-deleted', 'tag': '7025e0f6-ffe3-4b04-a1a1-a13dc21948bb', 'status': 'completed', 'code': 200} Jun 21 04:53:48.690896 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08de93-4d93-4d1a-b951-0d26253c75f6 req-b94e7c65-62e6-4c9f-8406-ed386b830b8e tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:48.692537 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6b08de93-4d93-4d1a-b951-0d26253c75f6 req-b94e7c65-62e6-4c9f-8406-ed386b830b8e tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 946 time: 0.0716400 Jun 21 04:53:49.009801 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6b08de93-4d93-4d1a-b951-0d26253c75f6 req-9c2d6bb7-787e-411e-90f3-db6f4b5de881 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109057 Jun 21 04:53:49.334867 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-34201053-6d24-400a-aac9-7ace2dc15160 req-9e901a35-e97d-4162-abd8-76f7338f8a48 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "GET /v2.0/ports?device_id=718b429a-2022-42ef-93ca-ab787e3b809a HTTP/1.1" status: 200 len: 210 time: 0.0321560 Jun 21 04:53:49.403264 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad952fad-a98b-467d-a6cb-75d9e9193e23 req-b736f20d-d6d1-491e-8746-d6095b9baf34 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:49.404830 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ad952fad-a98b-467d-a6cb-75d9e9193e23 req-b736f20d-d6d1-491e-8746-d6095b9baf34 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.52 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 946 time: 0.0681400 Jun 21 04:53:49.518015 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-ad952fad-a98b-467d-a6cb-75d9e9193e23 req-8e6b363c-dd04-4cc6-9efb-7fa47837759c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Deleting port 1646d2f3-23e7-477e-8f52-04ae84f7fc92 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:49.518354 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-ad952fad-a98b-467d-a6cb-75d9e9193e23 req-8e6b363c-dd04-4cc6-9efb-7fa47837759c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:49.602988 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-ad952fad-a98b-467d-a6cb-75d9e9193e23 req-8e6b363c-dd04-4cc6-9efb-7fa47837759c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] For port 1646d2f3-23e7-477e-8f52-04ae84f7fc92, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1646d2f3-23e7-477e-8f52-04ae84f7fc92,segment=NetworkSegment(37a5fc6a-9f6f-4017-b3fd-986668db9b08),segment_id=37a5fc6a-9f6f-4017-b3fd-986668db9b08)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:49.603286 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-ad952fad-a98b-467d-a6cb-75d9e9193e23 req-8e6b363c-dd04-4cc6-9efb-7fa47837759c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:49.667953 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-ad952fad-a98b-467d-a6cb-75d9e9193e23 req-8e6b363c-dd04-4cc6-9efb-7fa47837759c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Calling delete_port for 1646d2f3-23e7-477e-8f52-04ae84f7fc92 owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:49.969351 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-ad952fad-a98b-467d-a6cb-75d9e9193e23 req-8e6b363c-dd04-4cc6-9efb-7fa47837759c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:49.974742 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-030f2d48-327a-4655-b42d-2f110aa2693c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:50.004436 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['1646d2f3-23e7-477e-8f52-04ae84f7fc92'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:53:50.005287 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b363c-dd04-4cc6-9efb-7fa47837759c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Pushing event deleted for resources: {'Port': ['ID=1646d2f3-23e7-477e-8f52-04ae84f7fc92,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:50.015519 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8e6b363c-dd04-4cc6-9efb-7fa47837759c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:50.051913 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad952fad-a98b-467d-a6cb-75d9e9193e23 req-8e6b363c-dd04-4cc6-9efb-7fa47837759c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] No DVR routers for this DVR port 1646d2f3-23e7-477e-8f52-04ae84f7fc92 on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:53:50.054428 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-ad952fad-a98b-467d-a6cb-75d9e9193e23 req-8e6b363c-dd04-4cc6-9efb-7fa47837759c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:50.056500 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ad952fad-a98b-467d-a6cb-75d9e9193e23 req-8e6b363c-dd04-4cc6-9efb-7fa47837759c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.52 "DELETE /v2.0/ports/1646d2f3-23e7-477e-8f52-04ae84f7fc92 HTTP/1.1" status: 204 len: 173 time: 0.6352487 Jun 21 04:53:50.153126 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-46f72230-d6ba-4596-9945-5a59ba60aa83 req-9354c1aa-42f5-463e-95b7-bdd71971b1cc tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 210 time: 0.0290303 Jun 21 04:53:50.317000 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f036b8-cd9f-46eb-8ccc-1bfa226a9b14', 'name': 'network-vif-deleted', 'tag': '1646d2f3-23e7-477e-8f52-04ae84f7fc92'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:53:50.319430 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea30bf99-899d-4a06-a3b0-7cec87043ddb" -d '{"events": [{"server_uuid": "94f036b8-cd9f-46eb-8ccc-1bfa226a9b14", "name": "network-vif-deleted", "tag": "1646d2f3-23e7-477e-8f52-04ae84f7fc92"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:53:50.327350 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 1646d2f3-23e7-477e-8f52-04ae84f7fc92 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:53:50.347899 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: 1646d2f3-23e7-477e-8f52-04ae84f7fc92 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:53:50.348260 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 1646d2f3-23e7-477e-8f52-04ae84f7fc92 not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:53:50.348681 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:53:50.361426 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dba74f4-4d81-408c-9ae6-b57f59a51335 x-openstack-request-id: req-2dba74f4-4d81-408c-9ae6-b57f59a51335 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:53:50.361426 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f036b8-cd9f-46eb-8ccc-1bfa226a9b14", "name": "network-vif-deleted", "tag": "1646d2f3-23e7-477e-8f52-04ae84f7fc92", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:53:50.361426 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2dba74f4-4d81-408c-9ae6-b57f59a51335 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:53:50.361426 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f036b8-cd9f-46eb-8ccc-1bfa226a9b14', 'name': 'network-vif-deleted', 'tag': '1646d2f3-23e7-477e-8f52-04ae84f7fc92', 'status': 'completed', 'code': 200} Jun 21 04:53:50.367584 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:53:50.368292 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 7025e0f6-ffe3-4b04-a1a1-a13dc21948bb not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:53:50.435477 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56418) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:50.559733 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-fd92a0d7-ee9d-4c6e-a131-ff72bebc1ca1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Deleting port 18274101-d729-4fd3-bb0c-152bc13ab788 {{(pid=99942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:50.560072 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fd92a0d7-ee9d-4c6e-a131-ff72bebc1ca1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:50.645083 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fd92a0d7-ee9d-4c6e-a131-ff72bebc1ca1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:50.647791 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fd92a0d7-ee9d-4c6e-a131-ff72bebc1ca1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:50.716286 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-fd92a0d7-ee9d-4c6e-a131-ff72bebc1ca1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Calling delete_port for 18274101-d729-4fd3-bb0c-152bc13ab788 owned by network:floatingip {{(pid=99942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:50.958448 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fd92a0d7-ee9d-4c6e-a131-ff72bebc1ca1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25676333'] for port, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:50.961386 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:50.985434 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92a0d7-ee9d-4c6e-a131-ff72bebc1ca1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event deleted for resources: {'Port': ['ID=18274101-d729-4fd3-bb0c-152bc13ab788,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:50.987953 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-fd92a0d7-ee9d-4c6e-a131-ff72bebc1ca1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:51.047292 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fd92a0d7-ee9d-4c6e-a131-ff72bebc1ca1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for floatingip, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:51.049755 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-fd92a0d7-ee9d-4c6e-a131-ff72bebc1ca1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:51.050870 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-fd92a0d7-ee9d-4c6e-a131-ff72bebc1ca1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "DELETE /v2.0/floatingips/95af66ac-6e86-4a2b-8454-b497458626d6 HTTP/1.1" status: 204 len: 168 time: 0.6142185 Jun 21 04:53:51.322735 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-cf60bd76-7a81-446b-a90b-891cf6c1a75a req-dbbedec3-d136-4d2d-98e5-15fa451c9095 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f036b8-cd9f-46eb-8ccc-1bfa226a9b14 HTTP/1.1" status: 200 len: 210 time: 0.0317206 Jun 21 04:53:52.511638 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56460) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:52.544783 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56470) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:52.624528 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0ccd94f1-6858-48b9-8b50-6a81476e0a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:52.657479 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-0dfedfa3-9448-411a-a7c9-af95a78ac984 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:52.705429 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-0dfedfa3-9448-411a-a7c9-af95a78ac984 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:52.712777 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0ccd94f1-6858-48b9-8b50-6a81476e0a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:52.729105 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-015f086a-8e3b-4f9e-82b6-0f440971defd tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:52.730525 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-015f086a-8e3b-4f9e-82b6-0f440971defd tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/networks?id=d22abc87-f8eb-49af-a80f-8fe3e2e7816b HTTP/1.1" status: 200 len: 808 time: 0.1477308 Jun 21 04:53:52.758899 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-e13247de-8bdb-4c4d-bbd2-83d2caa6c929 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/quotas/3537e10eacbf4ef2bfa19c5db301489f HTTP/1.1" status: 200 len: 375 time: 0.0207152 Jun 21 04:53:52.792079 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0ccd94f1-6858-48b9-8b50-6a81476e0a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:52.792443 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-7f9416fc-9a2d-46c3-a63a-d8b85a4741de tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3537e10eacbf4ef2bfa19c5db301489f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270419 Jun 21 04:53:52.796515 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-4fb9fdaf-8dcc-4f80-86e7-01c373c7b70b tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:52.835929 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-0ccd94f1-6858-48b9-8b50-6a81476e0a49 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bcba476458c84e0ea406d41184ba0806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218830 Jun 21 04:53:52.837134 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd94f1-6858-48b9-8b50-6a81476e0a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e211bb4-dcbc-45ea-9712-88bc8ffc4738,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:52.838540 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56478) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:52.843152 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0ccd94f1-6858-48b9-8b50-6a81476e0a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:52.862350 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-114ab65c-bc67-4563-9806-3fe40a21ec67 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:53:52.863372 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-114ab65c-bc67-4563-9806-3fe40a21ec67 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0640850 Jun 21 04:53:52.933038 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-0dfedfa3-9448-411a-a7c9-af95a78ac984 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:52.936857 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-0dfedfa3-9448-411a-a7c9-af95a78ac984 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:52.939220 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-0dfedfa3-9448-411a-a7c9-af95a78ac984 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] 10.222.0.11 "DELETE /v2.0/security-groups/0938e66a-3903-4296-903c-fbe4c9469773 HTTP/1.1" status: 204 len: 168 time: 0.3921850 Jun 21 04:53:52.942752 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-7a40ee30-9695-44d6-ba55-28cf45688e54 tempest-AttachVolumeShelveTestJSON-137046476 tempest-AttachVolumeShelveTestJSON-137046476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:52.960380 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfedfa3-9448-411a-a7c9-af95a78ac984 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0938e66a-3903-4296-903c-fbe4c9469773,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:52.966757 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-0dfedfa3-9448-411a-a7c9-af95a78ac984 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:52.980530 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-5e1377f1-a63e-4ccc-a86d-e067c6e5321f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:53.022554 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-5e1377f1-a63e-4ccc-a86d-e067c6e5321f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:53.033394 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-6e702b1f-7e47-442d-968c-60f8911f5bb8 service neutron] 10.222.0.11 "GET /v2.0/networks/d22abc87-f8eb-49af-a80f-8fe3e2e7816b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622770 Jun 21 04:53:53.082327 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56482) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:53.151207 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-c0cf9f83-9f93-4ce8-9d89-8a376610c6d7 service neutron] 10.222.0.11 "GET /v2.0/networks/d22abc87-f8eb-49af-a80f-8fe3e2e7816b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093414 Jun 21 04:53:53.214815 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-5e1377f1-a63e-4ccc-a86d-e067c6e5321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:53.218563 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-5e1377f1-a63e-4ccc-a86d-e067c6e5321f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:53.219711 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-5e1377f1-a63e-4ccc-a86d-e067c6e5321f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e211bb4-dcbc-45ea-9712-88bc8ffc4738 HTTP/1.1" status: 204 len: 168 time: 0.3797414 Jun 21 04:53:53.220481 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-0dfedfa3-9448-411a-a7c9-af95a78ac984 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:53.233267 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1377f1-a63e-4ccc-a86d-e067c6e5321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e211bb4-dcbc-45ea-9712-88bc8ffc4738,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:53.236136 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-5e1377f1-a63e-4ccc-a86d-e067c6e5321f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:53.419200 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-701b1e17-1145-4d0a-809c-6b058df25d82 req-6635f1a3-218d-4e78-b196-5de6d8e6a492 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 210 time: 0.0496702 Jun 21 04:53:53.546492 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0756-2f2b-4eb3-b616-9849eb257d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574154'] for router_interface, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:53.620841 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-638d409b-a820-42dd-9486-138298ffac56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:53.805432 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f0756-2f2b-4eb3-b616-9849eb257d29 admin admin] Deleting port cd413fe1-a167-47ca-8e39-bf1083dbb759 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:53.805774 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0756-2f2b-4eb3-b616-9849eb257d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:53.885506 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-7a9f0756-2f2b-4eb3-b616-9849eb257d29 admin admin] For port cd413fe1-a167-47ca-8e39-bf1083dbb759, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=cd413fe1-a167-47ca-8e39-bf1083dbb759,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:53.885866 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0756-2f2b-4eb3-b616-9849eb257d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:53.957505 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f0756-2f2b-4eb3-b616-9849eb257d29 admin admin] Calling delete_port for cd413fe1-a167-47ca-8e39-bf1083dbb759 owned by network:router_interface {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:54.019025 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56500) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:54.036312 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3b809bc2-f5b7-424c-8797-a0b4fc3ee5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:54.088785 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:54.215820 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3b809bc2-f5b7-424c-8797-a0b4fc3ee5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:54.300410 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0756-2f2b-4eb3-b616-9849eb257d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:54.302502 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-7266df75-0814-489a-8a44-fbb25174640a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:54.328402 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f0756-2f2b-4eb3-b616-9849eb257d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd413fe1-a167-47ca-8e39-bf1083dbb759,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:54.332000 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-7a9f0756-2f2b-4eb3-b616-9849eb257d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:54.358402 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-3b809bc2-f5b7-424c-8797-a0b4fc3ee5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:54.362173 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-a904d8f3-8f93-4377-b59c-8778d4daf7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:54.428860 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-3b809bc2-f5b7-424c-8797-a0b4fc3ee5b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5516e9ee306b450fb1a3b43c573d2faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087701 Jun 21 04:53:54.430040 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b809bc2-f5b7-424c-8797-a0b4fc3ee5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0543c2-3db9-4aea-831e-82a080012ec3,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:54.431674 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56502) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:54.433854 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-3b809bc2-f5b7-424c-8797-a0b4fc3ee5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:54.498123 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c756738b-4619-4268-9161-31040e7d0e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:54.526355 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c756738b-4619-4268-9161-31040e7d0e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:54.561510 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0756-2f2b-4eb3-b616-9849eb257d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-953448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574070'] for router_interface, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:54.597678 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f18340c8-bad2-4719-a91b-66b0bcecff63 req-6f3fb54e-1dde-42dd-877c-6df8a17ca5ea tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 210 time: 0.0392690 Jun 21 04:53:54.689634 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c756738b-4619-4268-9161-31040e7d0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:54.693018 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-c756738b-4619-4268-9161-31040e7d0e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:54.694415 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-c756738b-4619-4268-9161-31040e7d0e6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f0543c2-3db9-4aea-831e-82a080012ec3 HTTP/1.1" status: 204 len: 168 time: 0.2613811 Jun 21 04:53:54.696486 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-14505127-07f7-4fef-aa9b-8b6d7eb7b2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:54.708572 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756738b-4619-4268-9161-31040e7d0e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0543c2-3db9-4aea-831e-82a080012ec3,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:54.712539 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-c756738b-4619-4268-9161-31040e7d0e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:54.793034 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9f0756-2f2b-4eb3-b616-9849eb257d29 admin admin] Router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:53:54.902515 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9f0756-2f2b-4eb3-b616-9849eb257d29 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:53:54.910368 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-7a9f0756-2f2b-4eb3-b616-9849eb257d29 admin admin] 10.222.0.11 "PUT /v2.0/routers/88c69a66-ef45-46de-81bf-3ee3c4fa1950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8225577 Jun 21 04:53:54.910368 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56508) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:54.913522 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3696f1b-d522-4d58-9938-c5d9759836b1 None None] Sync routers for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:53:54.923670 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3696f1b-d522-4d58-9938-c5d9759836b1 None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:53:54.924518 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-f3696f1b-d522-4d58-9938-c5d9759836b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:53:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:55.012401 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Notify callbacks [] for router, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:55.040078 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-f3696f1b-d522-4d58-9938-c5d9759836b1 None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:53:55.125753 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:55.273704 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Deleting port 7a2cf342-6816-485a-aac3-6223acba601f {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:55.274047 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:55.354992 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-f3696f1b-d522-4d58-9938-c5d9759836b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7a2cf342-6816-485a-aac3-6223acba601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:53:54Z', 'revision_number': 5, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port': {'id': '7a2cf342-6816-485a-aac3-6223acba601f', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:10Z', 'updated_at': '2021-06-21T04:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:55.366025 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] For port 7a2cf342-6816-485a-aac3-6223acba601f, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=7a2cf342-6816-485a-aac3-6223acba601f,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:55.366392 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:55.385297 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3696f1b-d522-4d58-9938-c5d9759836b1 None None] Checking router: 88c69a66-ef45-46de-81bf-3ee3c4fa1950 for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:53:55.394000 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3696f1b-d522-4d58-9938-c5d9759836b1 None None] Routers {'88c69a66-ef45-46de-81bf-3ee3c4fa1950'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:53:55.394708 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-f3696f1b-d522-4d58-9938-c5d9759836b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:53:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:55.432699 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Calling delete_port for 7a2cf342-6816-485a-aac3-6223acba601f owned by network:router_gateway {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:55.498562 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-f3696f1b-d522-4d58-9938-c5d9759836b1 None None] Set router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 gateway port host: None {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:53:55.562836 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-f3696f1b-d522-4d58-9938-c5d9759836b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:53:55Z', 'revision_number': 6, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port_host': None}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:55.589747 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3696f1b-d522-4d58-9938-c5d9759836b1 None None] The sync data for ids ['88c69a66-ef45-46de-81bf-3ee3c4fa1950'] in dv-cinder-772623-10-iscsi is: [{'id': '88c69a66-ef45-46de-81bf-3ee3c4fa1950', 'name': 'tempest-TestVolumeBootPattern-2004052145-router', 'tenant_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:09Z', 'updated_at': '2021-06-21T04:53:55Z', 'revision_number': 6, 'project_id': 'fdc4e805caf44a30888cf51e943ce9bc', 'gw_port_host': None}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:53:55.734435 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-fd62e9fd-6c81-45d4-adfe-094db03801bb tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:55.735925 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-fd62e9fd-6c81-45d4-adfe-094db03801bb tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.52 "GET /v2.0/networks?id=d22abc87-f8eb-49af-a80f-8fe3e2e7816b HTTP/1.1" status: 200 len: 808 time: 0.1202531 Jun 21 04:53:55.738746 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:55.748144 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-2a2307e3-9a28-4253-8c94-347bb97e4387 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:55.772115 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-5feee047-e299-478d-bd5f-cc6558b4c36b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Request body: {'port': {'device_id': '6be56980-c836-4018-82df-b577488dbc6d', 'network_id': 'd22abc87-f8eb-49af-a80f-8fe3e2e7816b', 'admin_state_up': True, 'tenant_id': '3537e10eacbf4ef2bfa19c5db301489f'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:53:55.797693 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9a948b8d-5e2b-496a-ab3c-a704169d787e req-82145f79-9ebf-4c91-b330-418f6f8a6492 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 210 time: 0.0607884 Jun 21 04:53:55.809185 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a2cf342-6816-485a-aac3-6223acba601f,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:55.839373 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:55.969838 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969818'] for router_gateway, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:56.063802 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-5feee047-e299-478d-bd5f-cc6558b4c36b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Made reservation on behalf of 3537e10eacbf4ef2bfa19c5db301489f for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:53:56.067497 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-5feee047-e299-478d-bd5f-cc6558b4c36b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:56.085057 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2933'] for router, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:56.087427 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:56.240963 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-5feee047-e299-478d-bd5f-cc6558b4c36b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Allocated IP 172.20.0.13 (d22abc87-f8eb-49af-a80f-8fe3e2e7816b/19c87c9d-4f8d-4085-9caa-8641078f5103/a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:53:56.244900 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581141'] for router, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:56.245407 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88c69a66-ef45-46de-81bf-3ee3c4fa1950 {{(pid=99943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:53:56.252880 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Notify callbacks [] for router, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:56.253978 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] 10.222.0.11 "DELETE /v2.0/routers/88c69a66-ef45-46de-81bf-3ee3c4fa1950 HTTP/1.1" status: 204 len: 168 time: 1.3431492 Jun 21 04:53:56.256916 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56540) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:56.266298 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-288cc640-13fc-42dc-bfa1-b7fe96ec0533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:56.302006 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa94310a-a2d0-45fd-abb8-24499e017d40 admin admin] Deleting subnet cb99c622-c19a-4045-a63c-e35ad1ef09d6 {{(pid=99942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:53:56.305332 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aa94310a-a2d0-45fd-abb8-24499e017d40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:56.592233 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:56.629272 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aa94310a-a2d0-45fd-abb8-24499e017d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25676517'] for subnet, precommit_delete_associations {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:56.647890 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56544) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:56.715655 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-5feee047-e299-478d-bd5f-cc6558b4c36b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:56.719203 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aa94310a-a2d0-45fd-abb8-24499e017d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:56.779476 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-370e141b-3ad0-4c1f-8715-4c6215b9e929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:56.867662 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-5feee047-e299-478d-bd5f-cc6558b4c36b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:56.870793 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-b831600d-cebc-429d-a129-babe3394412f tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:56.890441 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-370e141b-3ad0-4c1f-8715-4c6215b9e929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:56.944222 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-5feee047-e299-478d-bd5f-cc6558b4c36b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Network d22abc87-f8eb-49af-a80f-8fe3e2e7816b is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:53:56.949137 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-5feee047-e299-478d-bd5f-cc6558b4c36b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:53:56.951672 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feee047-e299-478d-bd5f-cc6558b4c36b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Pushing event updated for resources: {'Port': ['ID=a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:56.960206 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-5feee047-e299-478d-bd5f-cc6558b4c36b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:53:56.964548 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5feee047-e299-478d-bd5f-cc6558b4c36b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:56.975898 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 7a2cf342-6816-485a-aac3-6223acba601f no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:53:56.984775 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303de5f7-39cf-432d-9dde-bad1b8673abc req-3422042a-dea6-4a9b-818b-1dafb2a996f1 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:56.986306 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-303de5f7-39cf-432d-9dde-bad1b8673abc req-3422042a-dea6-4a9b-818b-1dafb2a996f1 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 932 time: 0.0742490 Jun 21 04:53:56.998198 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 7a2cf342-6816-485a-aac3-6223acba601f {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:53:56.998809 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 7a2cf342-6816-485a-aac3-6223acba601f not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:53:56.999357 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device cd413fe1-a167-47ca-8e39-bf1083dbb759 no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:53:57.008810 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-370e141b-3ad0-4c1f-8715-4c6215b9e929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.012556 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-0596b104-6896-48a1-bb37-ac5b629f29d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:57.013706 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-5feee047-e299-478d-bd5f-cc6558b4c36b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:57.014330 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-5feee047-e299-478d-bd5f-cc6558b4c36b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.019821 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: cd413fe1-a167-47ca-8e39-bf1083dbb759 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:53:57.020499 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device cd413fe1-a167-47ca-8e39-bf1083dbb759 not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:53:57.061955 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-303de5f7-39cf-432d-9dde-bad1b8673abc req-5859ee15-9cdc-420e-bd85-c71e6413894e tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689354 Jun 21 04:53:57.064241 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-370e141b-3ad0-4c1f-8715-4c6215b9e929 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98d8f39a1f144f1e85a39cd1a45c4685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154446 Jun 21 04:53:57.065090 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e141b-3ad0-4c1f-8715-4c6215b9e929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492b68d6-098f-4353-bc53-146b6c80026c,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:57.067409 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56550) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:57.068560 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-370e141b-3ad0-4c1f-8715-4c6215b9e929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:57.070114 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aa94310a-a2d0-45fd-abb8-24499e017d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25676375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26199342'] for subnet, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.073471 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-c31cac4d-939b-438d-9c5c-d84b73d090c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:57.099323 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94310a-a2d0-45fd-abb8-24499e017d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb99c622-c19a-4045-a63c-e35ad1ef09d6,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:57.101320 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-aa94310a-a2d0-45fd-abb8-24499e017d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.103192 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-aa94310a-a2d0-45fd-abb8-24499e017d40 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cb99c622-c19a-4045-a63c-e35ad1ef09d6 HTTP/1.1" status: 204 len: 168 time: 0.8454142 Jun 21 04:53:57.104078 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-aa94310a-a2d0-45fd-abb8-24499e017d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:57.107637 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56552) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:57.108228 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-5feee047-e299-478d-bd5f-cc6558b4c36b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3546681 Jun 21 04:53:57.109084 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34a72d-d086-4fd5-9d77-a71bbe96f846 None None] Network a0fef746-dcc4-4d53-bdf5-6879a4a91e7c requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:53:57.130399 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Request body: {'port': {'device_id': '6be56980-c836-4018-82df-b577488dbc6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:53:57.151393 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bef19f3b-00d8-48e6-a69d-4bf1cedcae79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.183025 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.188895 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bef19f3b-00d8-48e6-a69d-4bf1cedcae79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.247880 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Deleting port 607c4e66-4c2f-4534-ab99-ea7799754835 {{(pid=99942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:57.248264 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.251594 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.326605 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550cfc57-52a5-4409-83f8-159e4bd43042 None None] DHCP port deletion for a0fef746-dcc4-4d53-bdf5-6879a4a91e7c request from dv-cinder-772623-10-iscsi {{(pid=99944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:53:57.330321 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] For port 607c4e66-4c2f-4534-ab99-ea7799754835, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=607c4e66-4c2f-4534-ab99-ea7799754835,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:57.330791 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.375451 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.383704 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-550cfc57-52a5-4409-83f8-159e4bd43042 None None] Deleting port 607c4e66-4c2f-4534-ab99-ea7799754835 {{(pid=99944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:57.384315 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-550cfc57-52a5-4409-83f8-159e4bd43042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.405706 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Calling delete_port for 607c4e66-4c2f-4534-ab99-ea7799754835 owned by network:dhcp {{(pid=99942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:57.437994 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bef19f3b-00d8-48e6-a69d-4bf1cedcae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.440832 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-bef19f3b-00d8-48e6-a69d-4bf1cedcae79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.445331 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-bef19f3b-00d8-48e6-a69d-4bf1cedcae79 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/492b68d6-098f-4353-bc53-146b6c80026c HTTP/1.1" status: 204 len: 168 time: 0.3732839 Jun 21 04:53:57.445331 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-98785237-771a-4a44-8893-aabdeae64e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:57.454172 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-550cfc57-52a5-4409-83f8-159e4bd43042 None None] For port 607c4e66-4c2f-4534-ab99-ea7799754835, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=607c4e66-4c2f-4534-ab99-ea7799754835,segment=NetworkSegment(2f660415-4bc9-4468-87f3-6144dad8c419),segment_id=2f660415-4bc9-4468-87f3-6144dad8c419)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:57.454467 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-550cfc57-52a5-4409-83f8-159e4bd43042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.456937 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef19f3b-00d8-48e6-a69d-4bf1cedcae79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492b68d6-098f-4353-bc53-146b6c80026c,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:57.462843 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-bef19f3b-00d8-48e6-a69d-4bf1cedcae79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:57.527641 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-550cfc57-52a5-4409-83f8-159e4bd43042 None None] Calling delete_port for 607c4e66-4c2f-4534-ab99-ea7799754835 owned by network:dhcp {{(pid=99944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:57.572939 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:53:57.573739 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.649224 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Transition to ACTIVE for port object a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:53:57.649442 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25676333'] for port, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.652713 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-81f18a2d-020b-4ba8-9917-b1181a5da866 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:57.656492 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-550cfc57-52a5-4409-83f8-159e4bd43042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455'] for port, after_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.659492 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:57.682590 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Pushing event deleted for resources: {'Port': ['ID=607c4e66-4c2f-4534-ab99-ea7799754835,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:57.685172 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] No DVR routers for this DVR port 607c4e66-4c2f-4534-ab99-ea7799754835 on host dv-cinder-772623-10-iscsi {{(pid=99942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:53:57.686693 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:57.689264 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cfc57-52a5-4409-83f8-159e4bd43042 None None] Pushing event deleted for resources: {'Port': ['ID=607c4e66-4c2f-4534-ab99-ea7799754835,revision_number=None']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:57.692374 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-550cfc57-52a5-4409-83f8-159e4bd43042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:57.693225 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550cfc57-52a5-4409-83f8-159e4bd43042 None None] No DVR routers for this DVR port 607c4e66-4c2f-4534-ab99-ea7799754835 on host dv-cinder-772623-10-iscsi {{(pid=99944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:53:57.759095 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.768867 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fef746-dcc4-4d53-bdf5-6879a4a91e7c']}} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:57.774565 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.778411 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-029ea6fe-41d6-4e2d-a1bc-8783da3c6697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:57.779987 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f660415-4bc9-4468-87f3-6144dad8c419') {'for_net_delete': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:57.780288 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f660415-4bc9-4468-87f3-6144dad8c419') {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:53:57.789199 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25676524'] for segment, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.807851 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.816455 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=99942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:53:57.816455 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25549820'] for segment, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: Traceback (most recent call last): Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: timer() Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: cb(*args, **kw) Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: return func(*args, **kwargs) Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: self._notify() Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: self.callback(batched_events) Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: event.method(event) Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: return f(self, *a, **k) Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._get(url).json() Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: return self.request(url, 'GET', **kwargs) Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:53:57.819538 dv-cinder-772623-10-iscsi neutron-server[99942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:53:57.860290 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:57.869420 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:57.933622 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Attempting to bind port a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:53:57.934108 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Attempting to bind port a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '37a5fc6a-9f6f-4017-b3fd-986668db9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd22abc87-f8eb-49af-a80f-8fe3e2e7816b'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:53:57.934542 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Attempting to bind port a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be on network d22abc87-f8eb-49af-a80f-8fe3e2e7816b {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:53:57.939000 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Port a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be on network d22abc87-f8eb-49af-a80f-8fe3e2e7816b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:53:57.939358 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Attempting to bind port a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be on network d22abc87-f8eb-49af-a80f-8fe3e2e7816b {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:53:57.944679 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:53:57.945030 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Checking segment: {'id': '37a5fc6a-9f6f-4017-b3fd-986668db9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd22abc87-f8eb-49af-a80f-8fe3e2e7816b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:53:57.945415 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Bound using segment: {'id': '37a5fc6a-9f6f-4017-b3fd-986668db9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd22abc87-f8eb-49af-a80f-8fe3e2e7816b'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:53:57.945850 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Bound port: a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a5fc6a-9f6f-4017-b3fd-986668db9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd22abc87-f8eb-49af-a80f-8fe3e2e7816b'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:53:57.946317 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:58.014742 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:58.016623 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] For port a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:53:58.019064 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-45445214-5db0-44b0-a37c-232e7c4f2744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:58.020302 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] For port a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be,segment=NetworkSegment(37a5fc6a-9f6f-4017-b3fd-986668db9b08),segment_id=37a5fc6a-9f6f-4017-b3fd-986668db9b08)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:53:58.022416 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:58.023528 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] 10.222.0.11 "DELETE /v2.0/networks/a0fef746-dcc4-4d53-bdf5-6879a4a91e7c HTTP/1.1" status: 204 len: 168 time: 0.9145854 Jun 21 04:53:58.026472 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56564) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:53:58.035608 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Pushing event deleted for resources: {'Network': ['ID=a0fef746-dcc4-4d53-bdf5-6879a4a91e7c,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:58.038062 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-6efc652e-2fbd-4f76-b01c-e5d13394ebae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:58.077947 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:58.081341 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e5dd8008-62de-4d9a-98dc-92ef835095d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:58.151230 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:58.152496 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:58.153704 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] 10.222.0.52 "PUT /v2.0/ports/a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be HTTP/1.1" status: 200 len: 1094 time: 1.0293682 Jun 21 04:53:58.156153 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be56980-c836-4018-82df-b577488dbc6d', 'tag': 'a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:53:58.158477 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80acf362-eba3-4660-a086-da6fbeb1b1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6be56980-c836-4018-82df-b577488dbc6d", "tag": "a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:53:58.186591 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:58.192657 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:58.236764 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fa8770-2072-4914-a7c5-44d73506c5ac x-openstack-request-id: req-45fa8770-2072-4914-a7c5-44d73506c5ac {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:53:58.237086 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be56980-c836-4018-82df-b577488dbc6d", "tag": "a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:53:58.237391 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-45fa8770-2072-4914-a7c5-44d73506c5ac {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:53:58.237890 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be56980-c836-4018-82df-b577488dbc6d', 'tag': 'a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be', 'status': 'completed', 'code': 200} Jun 21 04:53:58.417016 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03942f21-8814-42f2-b1bb-b74d803a26f6 req-dc6e2682-3706-4ba0-a040-e139f7bb0a26 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:58.418990 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-03942f21-8814-42f2-b1bb-b74d803a26f6 req-dc6e2682-3706-4ba0-a040-e139f7bb0a26 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 944 time: 0.2247293 Jun 21 04:53:58.453209 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf362-eba3-4660-a086-da6fbeb1b1e4 req-c9608706-0d91-4c88-834a-6c69fabf8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:58.454624 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-80acf362-eba3-4660-a086-da6fbeb1b1e4 req-c9608706-0d91-4c88-834a-6c69fabf8bf8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3537e10eacbf4ef2bfa19c5db301489f&device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 1097 time: 0.1821809 Jun 21 04:53:58.565233 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-03942f21-8814-42f2-b1bb-b74d803a26f6 req-e74cd1ef-5120-4a03-9377-847eb3c00cec tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261065 Jun 21 04:53:58.612948 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf362-eba3-4660-a086-da6fbeb1b1e4 req-aed8e423-f7a1-4256-bc72-2ef083cf96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:58.614372 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-80acf362-eba3-4660-a086-da6fbeb1b1e4 req-aed8e423-f7a1-4256-bc72-2ef083cf96b6 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3537e10eacbf4ef2bfa19c5db301489f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1450808 Jun 21 04:53:58.752591 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf362-eba3-4660-a086-da6fbeb1b1e4 req-af111592-0e10-4399-9e22-07066242b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:58.754047 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-80acf362-eba3-4660-a086-da6fbeb1b1e4 req-af111592-0e10-4399-9e22-07066242b5d3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305549 Jun 21 04:53:58.760716 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-fb8e7894-921f-464d-9d22-b71538fece89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574154'] for router_interface, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:58.935327 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 607c4e66-4c2f-4534-ab99-ea7799754835 no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:53:58.956255 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 607c4e66-4c2f-4534-ab99-ea7799754835 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:53:58.956672 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 607c4e66-4c2f-4534-ab99-ea7799754835 not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:53:58.971098 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-ddee7f1b-fc73-417e-9417-2f69c9bda8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:58.972662 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-ddee7f1b-fc73-417e-9417-2f69c9bda8d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3537e10eacbf4ef2bfa19c5db301489f&device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 1097 time: 0.1281731 Jun 21 04:53:59.032337 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-5e9fbed4-c12b-4dfe-b348-e6f25445d5c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be HTTP/1.1" status: 200 len: 217 time: 0.0437469 Jun 21 04:53:59.101028 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:59.123681 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-35b940c8-f253-40c6-be23-97a4402a0e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:59.125061 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-35b940c8-f253-40c6-be23-97a4402a0e76 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=19c87c9d-4f8d-4085-9caa-8641078f5103 HTTP/1.1" status: 200 len: 848 time: 0.0732179 Jun 21 04:53:59.161099 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-4ff07fe1-43f9-4bce-b5bb-5af69eed30d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d22abc87-f8eb-49af-a80f-8fe3e2e7816b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271211 Jun 21 04:53:59.186292 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e7894-921f-464d-9d22-b71538fece89 admin admin] Deleting port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:53:59.186632 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-fb8e7894-921f-464d-9d22-b71538fece89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:59.316879 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-9ea554de-5fd1-465d-989a-e3958923d052 service neutron] 10.222.0.52 "GET /v2.0/networks/d22abc87-f8eb-49af-a80f-8fe3e2e7816b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491916 Jun 21 04:53:59.318456 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-fb8e7894-921f-464d-9d22-b71538fece89 admin admin] For port a3f4ede9-f791-4ae9-9c45-6cce1853c7e7, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=a3f4ede9-f791-4ae9-9c45-6cce1853c7e7,segment=NetworkSegment(bf029e2d-5c93-4464-b77c-3c0ac8738441),segment_id=bf029e2d-5c93-4464-b77c-3c0ac8738441)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:53:59.318804 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-fb8e7894-921f-464d-9d22-b71538fece89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:59.420269 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e7894-921f-464d-9d22-b71538fece89 admin admin] Calling delete_port for a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 owned by network:router_interface {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:53:59.513144 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db80ac50-4c06-472e-bc93-9f5e93178978 req-85ab9262-e8a1-4f91-b4b6-b62f65487fb1 service neutron] 10.222.0.52 "GET /v2.0/networks/d22abc87-f8eb-49af-a80f-8fe3e2e7816b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865900 Jun 21 04:53:59.717661 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-fb8e7894-921f-464d-9d22-b71538fece89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:53:59.720656 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-517eecb7-ab65-481b-83f3-0eeb52f033b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:53:59.741289 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c662ed0-e816-4dc3-b9b0-44788d4d15d5 req-d854b05d-056b-45d7-96b0-7888a8793e9f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:53:59.742777 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4c662ed0-e816-4dc3-b9b0-44788d4d15d5 req-d854b05d-056b-45d7-96b0-7888a8793e9f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 944 time: 0.0628231 Jun 21 04:53:59.747898 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e7894-921f-464d-9d22-b71538fece89 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f4ede9-f791-4ae9-9c45-6cce1853c7e7,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:53:59.753292 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-fb8e7894-921f-464d-9d22-b71538fece89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:53:59.782893 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4c662ed0-e816-4dc3-b9b0-44788d4d15d5 req-82931bf6-d249-4d9b-aeac-0d98f62305e2 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331614 Jun 21 04:53:59.917289 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-fb8e7894-921f-464d-9d22-b71538fece89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-953448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574070'] for router_interface, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:00.399028 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8e7894-921f-464d-9d22-b71538fece89 admin admin] Router ef9b16df-5638-4401-b8c2-b9976a96ba43 has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:54:00.502444 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8e7894-921f-464d-9d22-b71538fece89 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:54:00.507246 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-fb8e7894-921f-464d-9d22-b71538fece89 admin admin] 10.222.0.11 "PUT /v2.0/routers/ef9b16df-5638-4401-b8c2-b9976a96ba43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4797678 Jun 21 04:54:00.509815 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56592) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:00.510585 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fae5fb-b6e7-4b14-a7ea-11790315ee47 None None] Sync routers for ids ['ef9b16df-5638-4401-b8c2-b9976a96ba43'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:54:00.520840 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fae5fb-b6e7-4b14-a7ea-11790315ee47 None None] Routers {'ef9b16df-5638-4401-b8c2-b9976a96ba43'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:54:00.521441 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-72fae5fb-b6e7-4b14-a7ea-11790315ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:53:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['ef9b16df-5638-4401-b8c2-b9976a96ba43'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:00.611390 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:00.620778 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-72fae5fb-b6e7-4b14-a7ea-11790315ee47 None None] Set router ef9b16df-5638-4401-b8c2-b9976a96ba43 gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:54:00.712674 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:00.789352 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-72fae5fb-b6e7-4b14-a7ea-11790315ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'name': 'tempest-TestVolumeBootPattern-1965679166-router', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '1cc8480b-dec9-4c42-87ba-fab57544411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:17Z', 'updated_at': '2021-06-21T04:53:59Z', 'revision_number': 5, 'project_id': 'cf6dbcb7a08e4bacb6185763584babac', 'gw_port': {'id': '1cc8480b-dec9-4c42-87ba-fab57544411e', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:18Z', 'updated_at': '2021-06-21T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:00.818239 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fae5fb-b6e7-4b14-a7ea-11790315ee47 None None] Checking router: ef9b16df-5638-4401-b8c2-b9976a96ba43 for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:54:00.827617 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fae5fb-b6e7-4b14-a7ea-11790315ee47 None None] Routers {'ef9b16df-5638-4401-b8c2-b9976a96ba43'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:54:00.828221 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-72fae5fb-b6e7-4b14-a7ea-11790315ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:53:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['ef9b16df-5638-4401-b8c2-b9976a96ba43'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:00.854181 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] Deleting port 1cc8480b-dec9-4c42-87ba-fab57544411e {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:54:00.859603 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:00.915257 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-72fae5fb-b6e7-4b14-a7ea-11790315ee47 None None] Set router ef9b16df-5638-4401-b8c2-b9976a96ba43 gateway port host: None {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:54:00.967116 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-72fae5fb-b6e7-4b14-a7ea-11790315ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'name': 'tempest-TestVolumeBootPattern-1965679166-router', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:17Z', 'updated_at': '2021-06-21T04:54:00Z', 'revision_number': 6, 'project_id': 'cf6dbcb7a08e4bacb6185763584babac', 'gw_port_host': None}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:00.978874 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] For port 1cc8480b-dec9-4c42-87ba-fab57544411e, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=1cc8480b-dec9-4c42-87ba-fab57544411e,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:00.979267 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:00.995890 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fae5fb-b6e7-4b14-a7ea-11790315ee47 None None] The sync data for ids ['ef9b16df-5638-4401-b8c2-b9976a96ba43'] in dv-cinder-772623-10-iscsi is: [{'id': 'ef9b16df-5638-4401-b8c2-b9976a96ba43', 'name': 'tempest-TestVolumeBootPattern-1965679166-router', 'tenant_id': 'cf6dbcb7a08e4bacb6185763584babac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:17Z', 'updated_at': '2021-06-21T04:54:00Z', 'revision_number': 6, 'project_id': 'cf6dbcb7a08e4bacb6185763584babac', 'gw_port_host': None}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:54:01.048984 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] Calling delete_port for 1cc8480b-dec9-4c42-87ba-fab57544411e owned by network:router_gateway {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:54:01.073238 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bfc81-9922-4c3d-8c59-a932a750e0c5 req-f8177f91-a395-4d9b-9645-df478db9cb7c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:01.074779 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b39bfc81-9922-4c3d-8c59-a932a750e0c5 req-f8177f91-a395-4d9b-9645-df478db9cb7c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 944 time: 0.1681225 Jun 21 04:54:01.152950 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b39bfc81-9922-4c3d-8c59-a932a750e0c5 req-e1a18c79-84e4-43af-be2b-96c6c9aea264 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466733 Jun 21 04:54:01.317317 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:01.319551 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-17847121-2a45-48b6-8a2c-367d763a216f tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:01.344447 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc8480b-dec9-4c42-87ba-fab57544411e,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:01.346935 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:01.412700 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969818'] for router_gateway, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:01.500342 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2933'] for router, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:01.502413 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:01.625262 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581141'] for router, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:01.625262 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef9b16df-5638-4401-b8c2-b9976a96ba43 {{(pid=99943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:54:01.625939 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] Notify callbacks [] for router, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:01.627120 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-d61430c0-a59a-4b17-bb23-e5477439e8c6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ef9b16df-5638-4401-b8c2-b9976a96ba43 HTTP/1.1" status: 204 len: 168 time: 1.1163743 Jun 21 04:54:01.629592 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56602) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:01.674489 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Deleting subnet 37217904-e630-4a01-95cd-182b4ae74733 {{(pid=99943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:54:01.677431 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:01.713891 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405345'] for subnet, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:01.798296 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:01.937753 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26156564'] for subnet, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:01.938689 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:01.963737 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37217904-e630-4a01-95cd-182b4ae74733,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:01.973116 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:01.975302 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/37217904-e630-4a01-95cd-182b4ae74733 HTTP/1.1" status: 204 len: 168 time: 0.3444183 Jun 21 04:54:01.975466 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14805bdf-ba18-4e93-98a1-fe0a4f96ef1b None None] Network a70d54a2-ea83-4acc-aa05-8df7110f10af requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:54:01.976689 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:01.977491 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56606) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:01.978987 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:01.979794 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:01.980134 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:01.981013 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:01.981386 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:01.981755 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:01.982130 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:01.982543 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:01.982982 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:01.983355 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:01.983713 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:01.986919 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8044befd-3a7a-42e4-9e90-66b94ff83127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:02.056901 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:02.109828 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Deleting port 13a6a345-442e-40f7-8b4e-eae393a1efb2 {{(pid=99942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:54:02.110161 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:02.162670 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ae93df-4045-45cc-9833-b36011da09e9 None None] DHCP port deletion for a70d54a2-ea83-4acc-aa05-8df7110f10af request from dv-cinder-772623-10-iscsi {{(pid=99944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:54:02.176540 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] For port 13a6a345-442e-40f7-8b4e-eae393a1efb2, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=13a6a345-442e-40f7-8b4e-eae393a1efb2,segment=NetworkSegment(bf029e2d-5c93-4464-b77c-3c0ac8738441),segment_id=bf029e2d-5c93-4464-b77c-3c0ac8738441)] {{(pid=99942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:02.176540 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:02.211267 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-b7ae93df-4045-45cc-9833-b36011da09e9 None None] Deleting port 13a6a345-442e-40f7-8b4e-eae393a1efb2 {{(pid=99944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:54:02.211654 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b7ae93df-4045-45cc-9833-b36011da09e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:02.242278 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Calling delete_port for 13a6a345-442e-40f7-8b4e-eae393a1efb2 owned by network:dhcp {{(pid=99942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:54:02.278316 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-b7ae93df-4045-45cc-9833-b36011da09e9 None None] For port 13a6a345-442e-40f7-8b4e-eae393a1efb2, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=13a6a345-442e-40f7-8b4e-eae393a1efb2,segment=NetworkSegment(bf029e2d-5c93-4464-b77c-3c0ac8738441),segment_id=bf029e2d-5c93-4464-b77c-3c0ac8738441)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:02.278787 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b7ae93df-4045-45cc-9833-b36011da09e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:02.340525 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-b7ae93df-4045-45cc-9833-b36011da09e9 None None] Calling delete_port for 13a6a345-442e-40f7-8b4e-eae393a1efb2 owned by network:dhcp {{(pid=99944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:54:02.388980 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:54:02.389299 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948cf05-4448-4fd6-8fe0-00d84e9f8abb req-4d49d237-b561-44bc-87fe-264f4ba26166 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:02.390785 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3948cf05-4448-4fd6-8fe0-00d84e9f8abb req-4d49d237-b561-44bc-87fe-264f4ba26166 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 944 time: 0.1008790 Jun 21 04:54:02.429670 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-3948cf05-4448-4fd6-8fe0-00d84e9f8abb req-256a1aa4-97bc-45be-a58c-c021aab8f16d tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331051 Jun 21 04:54:02.437121 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25676333'] for port, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:02.440185 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-57a5f255-f573-45f6-8356-8555e5ceb9a9 tempest-AttachVolumeTestJSON-836120123 tempest-AttachVolumeTestJSON-836120123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:02.451900 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] No DVR routers for this DVR port 13a6a345-442e-40f7-8b4e-eae393a1efb2 on host dv-cinder-772623-10-iscsi {{(pid=99942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:54:02.484943 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b7ae93df-4045-45cc-9833-b36011da09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455'] for port, after_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:02.488549 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-122214f5-c2f9-440f-8cae-b12194bc7d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:02.492464 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Pushing event deleted for resources: {'Port': ['ID=13a6a345-442e-40f7-8b4e-eae393a1efb2,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:02.509872 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:02.510250 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:02.510622 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:02.510982 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:02.511364 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:02.512356 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:02.512723 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:02.513159 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:02.513523 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:02.513880 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:02.514231 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:02.514581 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:02.522583 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae93df-4045-45cc-9833-b36011da09e9 None None] Pushing event deleted for resources: {'Port': ['ID=13a6a345-442e-40f7-8b4e-eae393a1efb2,revision_number=None']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:02.525459 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-b7ae93df-4045-45cc-9833-b36011da09e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:02.532020 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae93df-4045-45cc-9833-b36011da09e9 None None] No DVR routers for this DVR port 13a6a345-442e-40f7-8b4e-eae393a1efb2 on host dv-cinder-772623-10-iscsi {{(pid=99944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:54:02.542761 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:02.548260 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be,segment=NetworkSegment(37a5fc6a-9f6f-4017-b3fd-986668db9b08),segment_id=37a5fc6a-9f6f-4017-b3fd-986668db9b08)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:02.558644 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': 'a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be', 'network_id': 'd22abc87-f8eb-49af-a80f-8fe3e2e7816b', 'port_id': 'a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be', 'mac_address': 'fa:16:3e:f1:8b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c87c9d-4f8d-4085-9caa-8641078f5103', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:54:02.559411 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:02.569280 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70d54a2-ea83-4acc-aa05-8df7110f10af']}} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:02.580077 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf029e2d-5c93-4464-b77c-3c0ac8738441') {'for_net_delete': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:02.580373 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf029e2d-5c93-4464-b77c-3c0ac8738441') {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:02.589008 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25676524'] for segment, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:02.595834 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:02.603320 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:02.608347 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:54:02.609933 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=99942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:54:02.610315 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25549820'] for segment, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: Traceback (most recent call last): Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: timer() Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: cb(*args, **kw) Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: return func(*args, **kwargs) Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: self._notify() Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: self.callback(batched_events) Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: event.method(event) Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: return f(self, *a, **k) Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._get(url).json() Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: return self.request(url, 'GET', **kwargs) Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:54:02.611958 dv-cinder-772623-10-iscsi neutron-server[99942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:54:02.627726 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be,segment=NetworkSegment(37a5fc6a-9f6f-4017-b3fd-986668db9b08),segment_id=37a5fc6a-9f6f-4017-b3fd-986668db9b08)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:02.700587 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:02.702353 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:02.717118 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:02.720710 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8f3716b9-cfbf-4c39-b7c9-dcec1e5b5592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:02.723330 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:02.725430 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] 10.222.0.11 "DELETE /v2.0/networks/a70d54a2-ea83-4acc-aa05-8df7110f10af HTTP/1.1" status: 204 len: 168 time: 0.7469666 Jun 21 04:54:02.737541 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Pushing event deleted for resources: {'Network': ['ID=a70d54a2-ea83-4acc-aa05-8df7110f10af,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:02.740062 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:02.752784 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:02.755835 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:02.937320 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 1cc8480b-dec9-4c42-87ba-fab57544411e no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:54:02.957955 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 1cc8480b-dec9-4c42-87ba-fab57544411e {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:54:02.958232 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 1cc8480b-dec9-4c42-87ba-fab57544411e not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:54:02.958652 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:54:02.982170 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:54:02.982857 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device a3f4ede9-f791-4ae9-9c45-6cce1853c7e7 not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:54:02.982966 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 13a6a345-442e-40f7-8b4e-eae393a1efb2 no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:54:03.001137 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 13a6a345-442e-40f7-8b4e-eae393a1efb2 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:54:03.001495 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 13a6a345-442e-40f7-8b4e-eae393a1efb2 not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:54:03.140698 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:54:03.161972 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56616) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:03.205735 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-0a94a5a3-9119-4bb9-8a9f-5c9e0fe4f9fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fdc4e805caf44a30888cf51e943ce9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401304 Jun 21 04:54:03.206198 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56618) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:03.256048 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0df6987b-f32c-4f3d-a69d-b338f8c154d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:03.278478 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0df6987b-f32c-4f3d-a69d-b338f8c154d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:03.357636 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56622) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:03.408544 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0df6987b-f32c-4f3d-a69d-b338f8c154d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:03.411424 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-0df6987b-f32c-4f3d-a69d-b338f8c154d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:03.412562 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-0df6987b-f32c-4f3d-a69d-b338f8c154d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e107c7c-368f-47a2-b910-b664e6087c83 HTTP/1.1" status: 204 len: 168 time: 0.2053266 Jun 21 04:54:03.413444 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-2af3e89f-23df-47c4-8e9e-e99f8cdc47eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:03.421728 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6987b-f32c-4f3d-a69d-b338f8c154d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e107c7c-368f-47a2-b910-b664e6087c83,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:03.424090 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0df6987b-f32c-4f3d-a69d-b338f8c154d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:03.467075 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2f3d6e57-b77b-44ce-ab36-67d258a1a058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:03.573756 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2f3d6e57-b77b-44ce-ab36-67d258a1a058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:03.630258 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62dfd0-94b1-41c2-8fc5-b1745d54bed9 req-39930b52-621c-4832-b9f0-177aa1d1909d tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:03.631721 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2d62dfd0-94b1-41c2-8fc5-b1745d54bed9 req-39930b52-621c-4832-b9f0-177aa1d1909d tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 945 time: 0.0762334 Jun 21 04:54:03.672838 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-2d62dfd0-94b1-41c2-8fc5-b1745d54bed9 req-fc9869d2-9d5b-4670-ad6d-3e095ee8d817 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340254 Jun 21 04:54:03.997985 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2f3d6e57-b77b-44ce-ab36-67d258a1a058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:04.001474 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5be4b7e3-ca36-48bd-b082-df0e49c48792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:04.039221 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-2f3d6e57-b77b-44ce-ab36-67d258a1a058 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53610c47437d42a186503e855c9c035c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6804304 Jun 21 04:54:04.040189 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d6e57-b77b-44ce-ab36-67d258a1a058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bbc8a2-ab6b-42d2-917e-6249d700555c,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:04.041956 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56630) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:04.043459 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-2f3d6e57-b77b-44ce-ab36-67d258a1a058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:04.093051 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-16f27fc9-050e-47a6-a2e6-ace09059733e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:04.115808 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-16f27fc9-050e-47a6-a2e6-ace09059733e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:04.237346 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-16f27fc9-050e-47a6-a2e6-ace09059733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:04.240088 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-16f27fc9-050e-47a6-a2e6-ace09059733e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:04.241225 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-16f27fc9-050e-47a6-a2e6-ace09059733e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57bbc8a2-ab6b-42d2-917e-6249d700555c HTTP/1.1" status: 204 len: 168 time: 0.1980534 Jun 21 04:54:04.242049 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-c0583c29-2e7a-4778-9133-0dd196ddb1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:04.250354 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f27fc9-050e-47a6-a2e6-ace09059733e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bbc8a2-ab6b-42d2-917e-6249d700555c,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:04.252814 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-16f27fc9-050e-47a6-a2e6-ace09059733e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:04.375013 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:54:04.445285 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56636) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:04.484206 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-17c67294-516e-434a-9dab-532e5ee2a81e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf6dbcb7a08e4bacb6185763584babac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376427 Jun 21 04:54:04.486502 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56638) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:04.517519 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:54:04.521514 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:54:04.521921 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:04.540384 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2f80e96b-65d6-446f-a727-f1e0ef2a3efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:04.563198 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2f80e96b-65d6-446f-a727-f1e0ef2a3efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:04.605292 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:04.630003 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be56980-c836-4018-82df-b577488dbc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:54:04.632325 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3841c2-9542-4b7e-bbfe-489f3f8f1cb4" -d '{"events": [{"server_uuid": "6be56980-c836-4018-82df-b577488dbc6d", "name": "network-vif-plugged", "status": "completed", "tag": "a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:54:04.645822 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be,segment=NetworkSegment(37a5fc6a-9f6f-4017-b3fd-986668db9b08),segment_id=37a5fc6a-9f6f-4017-b3fd-986668db9b08)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:04.654552 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2f80e96b-65d6-446f-a727-f1e0ef2a3efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:04.657180 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2f80e96b-65d6-446f-a727-f1e0ef2a3efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:04.658368 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-2f80e96b-65d6-446f-a727-f1e0ef2a3efd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf697156-a008-405e-8bef-276377ed2990 HTTP/1.1" status: 204 len: 168 time: 0.1708353 Jun 21 04:54:04.659188 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-cb9c726f-f898-4e05-bcab-ca3270dcc1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:04.667179 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80e96b-65d6-446f-a727-f1e0ef2a3efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf697156-a008-405e-8bef-276377ed2990,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:04.670740 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-2f80e96b-65d6-446f-a727-f1e0ef2a3efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:04.681797 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66c68e1-f325-4b16-9982-417e5f2db199 x-openstack-request-id: req-e66c68e1-f325-4b16-9982-417e5f2db199 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:54:04.682103 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be56980-c836-4018-82df-b577488dbc6d", "name": "network-vif-plugged", "status": "completed", "tag": "a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:54:04.682441 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e66c68e1-f325-4b16-9982-417e5f2db199 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:54:04.683029 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be56980-c836-4018-82df-b577488dbc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be', 'code': 200} Jun 21 04:54:04.701173 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:04.704049 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:04.766326 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:04.769330 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:04.877970 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ac31f-bdaf-4d07-8ea7-343bb7e54445 req-4e51e159-f2b5-4052-a825-208c6c3b0c8d tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:04.879449 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-508ac31f-bdaf-4d07-8ea7-343bb7e54445 req-4e51e159-f2b5-4052-a825-208c6c3b0c8d tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 946 time: 0.0681801 Jun 21 04:54:04.921521 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-508ac31f-bdaf-4d07-8ea7-343bb7e54445 req-341319a7-be58-43aa-8825-90092c8f935f tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327740 Jun 21 04:54:05.170942 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74e12b-f840-4c93-bf9a-1f11aa959304 req-104f84aa-d5f7-40e0-978e-bd3bc3fa63cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:05.172454 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ce74e12b-f840-4c93-bf9a-1f11aa959304 req-104f84aa-d5f7-40e0-978e-bd3bc3fa63cc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 1099 time: 0.0582924 Jun 21 04:54:05.212885 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ce74e12b-f840-4c93-bf9a-1f11aa959304 req-e4e16f4c-a278-48e6-8d69-7fa2c9bc0b2e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Jun 21 04:54:06.103743 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aba671-40e5-4f1a-86a8-016b2d3f9194 req-013a8d34-4b02-48bb-a533-3f6dae5b2f6c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:06.106313 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b5aba671-40e5-4f1a-86a8-016b2d3f9194 req-013a8d34-4b02-48bb-a533-3f6dae5b2f6c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 946 time: 0.0654395 Jun 21 04:54:06.142865 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b5aba671-40e5-4f1a-86a8-016b2d3f9194 req-3713fd50-4d4b-474b-b493-beca4993312a tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315692 Jun 21 04:54:07.317151 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2de298-86f0-4bdc-997b-048c5c567dbb req-73c0dea1-50f4-41b4-9dd6-e9e509dc64d6 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:07.318593 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6a2de298-86f0-4bdc-997b-048c5c567dbb req-73c0dea1-50f4-41b4-9dd6-e9e509dc64d6 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 946 time: 0.0623899 Jun 21 04:54:07.366300 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-6a2de298-86f0-4bdc-997b-048c5c567dbb req-ae375ade-d8ad-460a-92ff-38789982ab3d tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383925 Jun 21 04:54:09.097648 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec74ac-f9c4-481d-b136-5c75eae95190 req-0f6a865a-a8fd-4d0c-bb27-bd7c16bf02fd tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:09.099245 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-12ec74ac-f9c4-481d-b136-5c75eae95190 req-0f6a865a-a8fd-4d0c-bb27-bd7c16bf02fd tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 946 time: 0.0637262 Jun 21 04:54:09.143046 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-12ec74ac-f9c4-481d-b136-5c75eae95190 req-9265d402-3ace-4ede-8d2d-7836ecfa7380 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337367 Jun 21 04:54:10.321334 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd8fc-945e-45d8-bb20-8a38389882fe req-3152addd-8d40-415a-b0af-82ee3df81a6d tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:10.322694 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-18abd8fc-945e-45d8-bb20-8a38389882fe req-3152addd-8d40-415a-b0af-82ee3df81a6d tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 946 time: 0.0697324 Jun 21 04:54:10.360563 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-18abd8fc-945e-45d8-bb20-8a38389882fe req-032672f0-3e77-4704-9328-45396dc04823 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2c9e0af-20d1-48bc-b683-7b56125da304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321822 Jun 21 04:54:10.809719 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b027a6-243d-4d13-9c10-198fa732b3ca req-d4f83d9b-b209-48b6-8b7a-7d885188fea8 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:10.811131 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-77b027a6-243d-4d13-9c10-198fa732b3ca req-d4f83d9b-b209-48b6-8b7a-7d885188fea8 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.52 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 946 time: 0.0620189 Jun 21 04:54:10.913991 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-77b027a6-243d-4d13-9c10-198fa732b3ca req-ed9b9853-835f-4fdf-9320-9b41f82a34eb tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Deleting port a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:54:10.914336 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-77b027a6-243d-4d13-9c10-198fa732b3ca req-ed9b9853-835f-4fdf-9320-9b41f82a34eb tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:11.002953 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-77b027a6-243d-4d13-9c10-198fa732b3ca req-ed9b9853-835f-4fdf-9320-9b41f82a34eb tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] For port a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be,segment=NetworkSegment(37a5fc6a-9f6f-4017-b3fd-986668db9b08),segment_id=37a5fc6a-9f6f-4017-b3fd-986668db9b08)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:11.003348 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-77b027a6-243d-4d13-9c10-198fa732b3ca req-ed9b9853-835f-4fdf-9320-9b41f82a34eb tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:11.069323 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-77b027a6-243d-4d13-9c10-198fa732b3ca req-ed9b9853-835f-4fdf-9320-9b41f82a34eb tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Calling delete_port for a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:54:11.288795 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-77b027a6-243d-4d13-9c10-198fa732b3ca req-ed9b9853-835f-4fdf-9320-9b41f82a34eb tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:11.292624 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f7039e22-4a22-4b3b-b630-b000ed5d227f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:11.318311 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b9853-835f-4fdf-9320-9b41f82a34eb tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Pushing event deleted for resources: {'Port': ['ID=a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:11.321462 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-ed9b9853-835f-4fdf-9320-9b41f82a34eb tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:11.326444 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:54:11.366027 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b027a6-243d-4d13-9c10-198fa732b3ca req-ed9b9853-835f-4fdf-9320-9b41f82a34eb tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] No DVR routers for this DVR port a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:54:11.369397 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-77b027a6-243d-4d13-9c10-198fa732b3ca req-ed9b9853-835f-4fdf-9320-9b41f82a34eb tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:11.371290 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-77b027a6-243d-4d13-9c10-198fa732b3ca req-ed9b9853-835f-4fdf-9320-9b41f82a34eb tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.52 "DELETE /v2.0/ports/a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be HTTP/1.1" status: 204 len: 173 time: 0.5544751 Jun 21 04:54:11.371651 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be56980-c836-4018-82df-b577488dbc6d', 'name': 'network-vif-deleted', 'tag': 'a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:54:11.374523 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28acbb2-0ab7-40c8-98c5-8193faa854f9" -d '{"events": [{"server_uuid": "6be56980-c836-4018-82df-b577488dbc6d", "name": "network-vif-deleted", "tag": "a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:54:11.412143 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258da8be-ae4f-4f94-9fb6-ada4df7830ad x-openstack-request-id: req-258da8be-ae4f-4f94-9fb6-ada4df7830ad {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:54:11.412488 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be56980-c836-4018-82df-b577488dbc6d", "name": "network-vif-deleted", "tag": "a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:54:11.412791 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-258da8be-ae4f-4f94-9fb6-ada4df7830ad {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:54:11.413266 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be56980-c836-4018-82df-b577488dbc6d', 'name': 'network-vif-deleted', 'tag': 'a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be', 'status': 'completed', 'code': 200} Jun 21 04:54:11.505910 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-61b91abe-afa2-4034-9efd-e0f00b1e7a61 req-2ad9e882-753c-49f9-8a4a-1baf17f10207 tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] 10.222.0.11 "GET /v2.0/ports?device_id=6be56980-c836-4018-82df-b577488dbc6d HTTP/1.1" status: 200 len: 210 time: 0.0291929 Jun 21 04:54:12.186263 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56730) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:12.500852 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-eddae2ce-d6ba-43b0-bad0-2ce1ae666d64 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Deleting port bebbaa33-1128-4d4a-a3f2-145eb83ef511 {{(pid=99942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:54:12.501203 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-eddae2ce-d6ba-43b0-bad0-2ce1ae666d64 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:12.579825 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-eddae2ce-d6ba-43b0-bad0-2ce1ae666d64 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:12.580551 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-eddae2ce-d6ba-43b0-bad0-2ce1ae666d64 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:12.645543 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-eddae2ce-d6ba-43b0-bad0-2ce1ae666d64 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Calling delete_port for bebbaa33-1128-4d4a-a3f2-145eb83ef511 owned by network:floatingip {{(pid=99942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:54:12.888931 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-eddae2ce-d6ba-43b0-bad0-2ce1ae666d64 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25676333'] for port, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:12.891962 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:12.915590 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddae2ce-d6ba-43b0-bad0-2ce1ae666d64 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Pushing event deleted for resources: {'Port': ['ID=bebbaa33-1128-4d4a-a3f2-145eb83ef511,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:12.919057 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-eddae2ce-d6ba-43b0-bad0-2ce1ae666d64 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:12.990493 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-eddae2ce-d6ba-43b0-bad0-2ce1ae666d64 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for floatingip, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:12.990950 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.db.l3_db [None req-eddae2ce-d6ba-43b0-bad0-2ce1ae666d64 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Floating IP 77857459-6886-478e-9635-b69c9926c5ce disassociated (deleted). External IP: 172.27.1.80, port: 349ea2b6-b764-4fd6-a587-8a8a991a7f45. Jun 21 04:54:13.216539 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddae2ce-d6ba-43b0-bad0-2ce1ae666d64 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:54:13.326192 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddae2ce-d6ba-43b0-bad0-2ce1ae666d64 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:54:13.331347 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-eddae2ce-d6ba-43b0-bad0-2ce1ae666d64 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for floatingip, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:13.337409 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e72818-9562-4a98-b22c-79e3b25a22fc None None] Sync routers for ids ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:54:13.348773 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e72818-9562-4a98-b22c-79e3b25a22fc None None] Routers {'8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:54:13.349410 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-c6e72818-9562-4a98-b22c-79e3b25a22fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:53:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:13.387135 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-eddae2ce-d6ba-43b0-bad0-2ce1ae666d64 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "DELETE /v2.0/floatingips/77857459-6886-478e-9635-b69c9926c5ce HTTP/1.1" status: 204 len: 168 time: 1.1996961 Jun 21 04:54:13.388422 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'tag': '349ea2b6-b764-4fd6-a587-8a8a991a7f45'}] {{(pid=99942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:54:13.410174 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bf6e30c1a07a791af3ea18dbd348b4fe660b6058a7e308237f87cf4cd446b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9deea45-d89a-46da-91e3-f893292eae29" -d '{"events": [{"name": "network-changed", "server_uuid": "7fcba153-3be1-4fef-b2c3-5f4c328ef10c", "tag": "349ea2b6-b764-4fd6-a587-8a8a991a7f45"}]}' {{(pid=99942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:54:13.456238 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da9b8af-60a9-479b-810c-f18025b3d6c2 x-openstack-request-id: req-1da9b8af-60a9-479b-810c-f18025b3d6c2 {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:54:13.456571 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fcba153-3be1-4fef-b2c3-5f4c328ef10c", "tag": "349ea2b6-b764-4fd6-a587-8a8a991a7f45", "status": "completed", "code": 200}]} {{(pid=99942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:54:13.456861 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1da9b8af-60a9-479b-810c-f18025b3d6c2 {{(pid=99942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:54:13.457294 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'tag': '349ea2b6-b764-4fd6-a587-8a8a991a7f45', 'status': 'completed', 'code': 200} Jun 21 04:54:13.616846 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9deea45-d89a-46da-91e3-f893292eae29 req-6af718e3-c9d6-4e1a-978f-9a8e5bebf35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:13.620363 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a9deea45-d89a-46da-91e3-f893292eae29 req-6af718e3-c9d6-4e1a-978f-9a8e5bebf35d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c998158734ae4812aabfd30f06862005&device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 1099 time: 0.1121352 Jun 21 04:54:13.640950 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-c6e72818-9562-4a98-b22c-79e3b25a22fc None None] Set router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:54:13.734936 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9deea45-d89a-46da-91e3-f893292eae29 req-4db87c83-8179-44a8-b316-82cbe02c9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:13.736415 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a9deea45-d89a-46da-91e3-f893292eae29 req-4db87c83-8179-44a8-b316-82cbe02c9480 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d314ade1-18b7-4745-a216-e1435ec35aa7 HTTP/1.1" status: 200 len: 910 time: 0.1088505 Jun 21 04:54:13.797307 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a9deea45-d89a-46da-91e3-f893292eae29 req-508c0ad0-f8bd-4b7c-b584-43ca28b3f32d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45 HTTP/1.1" status: 200 len: 217 time: 0.0491295 Jun 21 04:54:13.874728 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9deea45-d89a-46da-91e3-f893292eae29 req-c3ce141e-e695-4ede-b388-4fbb8995d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:13.876640 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a9deea45-d89a-46da-91e3-f893292eae29 req-c3ce141e-e695-4ede-b388-4fbb8995d486 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=91f3b558-53bc-40a7-bda2-9d735e1d87e6 HTTP/1.1" status: 200 len: 848 time: 0.0727761 Jun 21 04:54:13.900627 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-c6e72818-9562-4a98-b22c-79e3b25a22fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:29Z', 'updated_at': '2021-06-21T04:47:33Z', 'revision_number': 4, 'project_id': 'c998158734ae4812aabfd30f06862005', 'gw_port': {'id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:30Z', 'updated_at': '2021-06-21T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '4504460e-d178-4f09-8521-77a74525413c', 'name': '', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'mac_address': 'fa:16:3e:bd:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:33Z', 'updated_at': '2021-06-21T04:47:39Z', 'revision_number': 5, 'project_id': 'c998158734ae4812aabfd30f06862005', 'subnets': [{'id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:13.932161 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e72818-9562-4a98-b22c-79e3b25a22fc None None] Checking router: 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:54:13.941840 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e72818-9562-4a98-b22c-79e3b25a22fc None None] Routers {'8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:54:13.942048 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9deea45-d89a-46da-91e3-f893292eae29 req-cccdc87c-7828-48e9-9cb2-ce777690fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:13.942456 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-c6e72818-9562-4a98-b22c-79e3b25a22fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:53:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:13.943690 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a9deea45-d89a-46da-91e3-f893292eae29 req-cccdc87c-7828-48e9-9cb2-ce777690fdbb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d314ade1-18b7-4745-a216-e1435ec35aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0594766 Jun 21 04:54:14.068639 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-c6e72818-9562-4a98-b22c-79e3b25a22fc None None] Set router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:54:14.150895 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a9deea45-d89a-46da-91e3-f893292eae29 req-dbf2049b-c5a9-4805-a511-53f009f1891c service neutron] 10.222.0.52 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006092 Jun 21 04:54:14.249516 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9017e7-27e3-4d1a-bd41-db8a790bdc7f req-bf9c7329-eeea-4bd4-b0ca-1607ca270505 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:14.249516 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1d9017e7-27e3-4d1a-bd41-db8a790bdc7f req-bf9c7329-eeea-4bd4-b0ca-1607ca270505 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.1454339 Jun 21 04:54:14.299272 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a9deea45-d89a-46da-91e3-f893292eae29 req-d8d8d6e5-cb40-47de-82ef-90978c3de301 service neutron] 10.222.0.52 "GET /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382895 Jun 21 04:54:14.301667 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-c6e72818-9562-4a98-b22c-79e3b25a22fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:29Z', 'updated_at': '2021-06-21T04:47:33Z', 'revision_number': 4, 'project_id': 'c998158734ae4812aabfd30f06862005', 'gw_port': {'id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:30Z', 'updated_at': '2021-06-21T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '4504460e-d178-4f09-8521-77a74525413c', 'name': '', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'mac_address': 'fa:16:3e:bd:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:33Z', 'updated_at': '2021-06-21T04:47:39Z', 'revision_number': 5, 'project_id': 'c998158734ae4812aabfd30f06862005', 'subnets': [{'id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:14.312299 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1d9017e7-27e3-4d1a-bd41-db8a790bdc7f req-57261af6-ddf1-481e-acaf-ea53a5ea2c12 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567665 Jun 21 04:54:14.333169 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e72818-9562-4a98-b22c-79e3b25a22fc None None] The sync data for ids ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'] in dv-cinder-772623-10-iscsi is: [{'id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:29Z', 'updated_at': '2021-06-21T04:47:33Z', 'revision_number': 4, 'project_id': 'c998158734ae4812aabfd30f06862005', 'gw_port': {'id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:30Z', 'updated_at': '2021-06-21T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi', '_interfaces': [{'id': '4504460e-d178-4f09-8521-77a74525413c', 'name': '', 'network_id': 'd314ade1-18b7-4745-a216-e1435ec35aa7', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'mac_address': 'fa:16:3e:bd:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:33Z', 'updated_at': '2021-06-21T04:47:39Z', 'revision_number': 5, 'project_id': 'c998158734ae4812aabfd30f06862005', 'subnets': [{'id': '91f3b558-53bc-40a7-bda2-9d735e1d87e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:54:14.395659 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:54:14.421434 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:54:14.421823 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device a64e4168-adf3-4d9a-ab0c-dbb7ad47f5be not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:54:14.553651 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d1c768-4f12-4916-afcf-a3d142c2fbdc None None] New status for floating IP 77857459-6886-478e-9635-b69c9926c5ce: DOWN {{(pid=99945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:54:15.485851 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4234b-7774-4d5e-9e7c-6aa1ed6c9e26 req-b876e42b-e1c9-4d11-b551-5b93e2d07d0a tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:15.487322 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bbd4234b-7774-4d5e-9e7c-6aa1ed6c9e26 req-b876e42b-e1c9-4d11-b551-5b93e2d07d0a tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0617676 Jun 21 04:54:15.523433 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-bbd4234b-7774-4d5e-9e7c-6aa1ed6c9e26 req-0febf64b-aa3e-4689-9926-6a9d0f0f6226 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306709 Jun 21 04:54:15.723863 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:54:16.692583 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640563e-358e-4ee8-9a64-0cee5aa7ccc0 req-ff619863-92aa-4188-b353-11eb79e88ab7 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:16.694021 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d640563e-358e-4ee8-9a64-0cee5aa7ccc0 req-ff619863-92aa-4188-b353-11eb79e88ab7 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0623763 Jun 21 04:54:16.731748 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-d640563e-358e-4ee8-9a64-0cee5aa7ccc0 req-ec4c472e-c498-402a-a2e5-c62b0ce83750 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315382 Jun 21 04:54:17.908864 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f340ef-c204-4f40-87c9-aceea9972271 req-27e6adbc-78d6-483f-bdbc-8063eb031e8b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:17.910310 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b5f340ef-c204-4f40-87c9-aceea9972271 req-27e6adbc-78d6-483f-bdbc-8063eb031e8b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0623305 Jun 21 04:54:17.952010 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-b5f340ef-c204-4f40-87c9-aceea9972271 req-80115718-7ab3-4453-8f1e-49e85479be56 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360289 Jun 21 04:54:19.125849 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3d40d-0e3f-4925-9768-6e27a08bec3a req-56fb3a43-a3ff-42bd-a271-31428dbba691 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:19.127255 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-93d3d40d-0e3f-4925-9768-6e27a08bec3a req-56fb3a43-a3ff-42bd-a271-31428dbba691 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0673182 Jun 21 04:54:19.169119 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-93d3d40d-0e3f-4925-9768-6e27a08bec3a req-1f16da1c-4467-4e8b-8c7a-91a326234fea tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/security-groups?id=58a35173-5781-4b8e-aa7b-693bc4d70525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355358 Jun 21 04:54:19.724392 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a7d22-116d-4857-8b61-643ac3d6b98e req-aee56883-f6f5-4824-9875-0cea70d80ea3 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:19.725838 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a56a7d22-116d-4857-8b61-643ac3d6b98e req-aee56883-f6f5-4824-9875-0cea70d80ea3 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 946 time: 0.0630929 Jun 21 04:54:19.824198 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-a56a7d22-116d-4857-8b61-643ac3d6b98e req-adb072a1-0d04-4063-be78-220d3af2946b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Deleting port 349ea2b6-b764-4fd6-a587-8a8a991a7f45 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:54:19.824568 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-a56a7d22-116d-4857-8b61-643ac3d6b98e req-adb072a1-0d04-4063-be78-220d3af2946b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:19.915980 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-a56a7d22-116d-4857-8b61-643ac3d6b98e req-adb072a1-0d04-4063-be78-220d3af2946b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] For port 349ea2b6-b764-4fd6-a587-8a8a991a7f45, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=349ea2b6-b764-4fd6-a587-8a8a991a7f45,segment=NetworkSegment(ac9b0d38-d3ff-4443-a234-20072088fd51),segment_id=ac9b0d38-d3ff-4443-a234-20072088fd51)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:19.916342 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-a56a7d22-116d-4857-8b61-643ac3d6b98e req-adb072a1-0d04-4063-be78-220d3af2946b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:19.981420 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-a56a7d22-116d-4857-8b61-643ac3d6b98e req-adb072a1-0d04-4063-be78-220d3af2946b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Calling delete_port for 349ea2b6-b764-4fd6-a587-8a8a991a7f45 owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:54:20.197119 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-a56a7d22-116d-4857-8b61-643ac3d6b98e req-adb072a1-0d04-4063-be78-220d3af2946b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:20.203678 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-fb8e7894-921f-464d-9d22-b71538fece89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:20.227918 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb072a1-0d04-4063-be78-220d3af2946b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Pushing event deleted for resources: {'Port': ['ID=349ea2b6-b764-4fd6-a587-8a8a991a7f45,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:20.231139 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-adb072a1-0d04-4063-be78-220d3af2946b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:20.282151 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56a7d22-116d-4857-8b61-643ac3d6b98e req-adb072a1-0d04-4063-be78-220d3af2946b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] No DVR routers for this DVR port 349ea2b6-b764-4fd6-a587-8a8a991a7f45 on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:54:20.284500 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-a56a7d22-116d-4857-8b61-643ac3d6b98e req-adb072a1-0d04-4063-be78-220d3af2946b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:20.286428 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a56a7d22-116d-4857-8b61-643ac3d6b98e req-adb072a1-0d04-4063-be78-220d3af2946b tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.52 "DELETE /v2.0/ports/349ea2b6-b764-4fd6-a587-8a8a991a7f45 HTTP/1.1" status: 204 len: 173 time: 0.5554018 Jun 21 04:54:20.286940 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'name': 'network-vif-deleted', 'tag': '349ea2b6-b764-4fd6-a587-8a8a991a7f45'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:54:20.289293 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20917e46-9b9c-4848-a51d-2f1037311a8b" -d '{"events": [{"server_uuid": "7fcba153-3be1-4fef-b2c3-5f4c328ef10c", "name": "network-vif-deleted", "tag": "349ea2b6-b764-4fd6-a587-8a8a991a7f45"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:54:20.327499 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c2fa9a-4507-4432-8d9c-5e86be2ad593 x-openstack-request-id: req-a1c2fa9a-4507-4432-8d9c-5e86be2ad593 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:54:20.327832 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcba153-3be1-4fef-b2c3-5f4c328ef10c", "name": "network-vif-deleted", "tag": "349ea2b6-b764-4fd6-a587-8a8a991a7f45", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:54:20.328124 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1c2fa9a-4507-4432-8d9c-5e86be2ad593 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:54:20.328720 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcba153-3be1-4fef-b2c3-5f4c328ef10c', 'name': 'network-vif-deleted', 'tag': '349ea2b6-b764-4fd6-a587-8a8a991a7f45', 'status': 'completed', 'code': 200} Jun 21 04:54:20.329082 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-c0a2e260-aec2-4337-916d-ae6790b62098 req-513bc0cd-ed66-4737-8265-db87dc9b02e0 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 210 time: 0.0327888 Jun 21 04:54:21.505507 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-eb53b7a4-f49f-4cc6-9f83-e15f0a5a6074 req-01a805fb-c0dd-45f2-938d-1161bd128a71 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fcba153-3be1-4fef-b2c3-5f4c328ef10c HTTP/1.1" status: 200 len: 210 time: 0.0303216 Jun 21 04:54:22.423141 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 349ea2b6-b764-4fd6-a587-8a8a991a7f45 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:54:22.449175 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: 349ea2b6-b764-4fd6-a587-8a8a991a7f45 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:54:22.450991 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 349ea2b6-b764-4fd6-a587-8a8a991a7f45 not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:54:22.620988 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56928) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:22.693304 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e30e43ba-1cd1-45c7-9ecf-bb4dcab80107 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:22.721922 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e30e43ba-1cd1-45c7-9ecf-bb4dcab80107 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:22.855615 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56932) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:22.882675 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e30e43ba-1cd1-45c7-9ecf-bb4dcab80107 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:22.885404 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e30e43ba-1cd1-45c7-9ecf-bb4dcab80107 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:22.900605 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-e30e43ba-1cd1-45c7-9ecf-bb4dcab80107 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] 10.222.0.11 "DELETE /v2.0/security-groups/58a35173-5781-4b8e-aa7b-693bc4d70525 HTTP/1.1" status: 204 len: 168 time: 0.2723751 Jun 21 04:54:22.900605 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-2657ed07-ecd2-4f4c-b089-f83505fd0958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:22.906632 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e43ba-1cd1-45c7-9ecf-bb4dcab80107 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a35173-5781-4b8e-aa7b-693bc4d70525,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:22.917597 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-e30e43ba-1cd1-45c7-9ecf-bb4dcab80107 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:22.991933 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-b1edc12b-cb20-4d39-8be1-2144b51f11a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:23.065765 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 56938) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:23.114021 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-b1edc12b-cb20-4d39-8be1-2144b51f11a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:23.174062 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-b1edc12b-cb20-4d39-8be1-2144b51f11a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:23.176813 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-89e11ad1-c4d4-4278-a6d1-f1c58e214a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:23.217193 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edc12b-cb20-4d39-8be1-2144b51f11a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a12a377-b52e-4a16-ac7b-479de13159d5,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:23.223250 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-b1edc12b-cb20-4d39-8be1-2144b51f11a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:23.227933 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-b1edc12b-cb20-4d39-8be1-2144b51f11a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=617837b920954001b024126ff819fe02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704722 Jun 21 04:54:23.230517 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56942) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:23.292141 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1eec444f-5952-4956-9579-594e5cae040a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:23.325122 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1eec444f-5952-4956-9579-594e5cae040a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:23.733926 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1eec444f-5952-4956-9579-594e5cae040a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:23.736690 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-1eec444f-5952-4956-9579-594e5cae040a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:23.739282 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-1eec444f-5952-4956-9579-594e5cae040a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a12a377-b52e-4a16-ac7b-479de13159d5 HTTP/1.1" status: 204 len: 168 time: 0.5069382 Jun 21 04:54:23.743411 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-3d727b8a-4ebd-4b93-8941-caf13b0440ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:23.749800 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec444f-5952-4956-9579-594e5cae040a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a12a377-b52e-4a16-ac7b-479de13159d5,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:23.752039 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-1eec444f-5952-4956-9579-594e5cae040a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:23.771077 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1f4e2709-2c3c-443d-9467-6900ddbc4bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:23.847820 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2ebc9dd3-e492-4aeb-9f1e-b75772a0d361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574154'] for router_interface, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:24.044970 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:24.174640 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-2ebc9dd3-e492-4aeb-9f1e-b75772a0d361 admin admin] Deleting port 4504460e-d178-4f09-8521-77a74525413c {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:54:24.175248 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2ebc9dd3-e492-4aeb-9f1e-b75772a0d361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:24.264586 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-2ebc9dd3-e492-4aeb-9f1e-b75772a0d361 admin admin] For port 4504460e-d178-4f09-8521-77a74525413c, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=4504460e-d178-4f09-8521-77a74525413c,segment=NetworkSegment(ac9b0d38-d3ff-4443-a234-20072088fd51),segment_id=ac9b0d38-d3ff-4443-a234-20072088fd51)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:24.265067 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2ebc9dd3-e492-4aeb-9f1e-b75772a0d361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:24.350060 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-2ebc9dd3-e492-4aeb-9f1e-b75772a0d361 admin admin] Calling delete_port for 4504460e-d178-4f09-8521-77a74525413c owned by network:router_interface {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:54:24.712235 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2ebc9dd3-e492-4aeb-9f1e-b75772a0d361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:24.723577 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-d53e350f-1c2d-4d7f-a7a2-8796344087d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:24.755229 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc9dd3-e492-4aeb-9f1e-b75772a0d361 admin admin] Pushing event deleted for resources: {'Port': ['ID=4504460e-d178-4f09-8521-77a74525413c,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:24.764809 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-2ebc9dd3-e492-4aeb-9f1e-b75772a0d361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:25.041190 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-2ebc9dd3-e492-4aeb-9f1e-b75772a0d361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-953448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574070'] for router_interface, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:25.290407 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebc9dd3-e492-4aeb-9f1e-b75772a0d361 admin admin] Router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:54:25.412528 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebc9dd3-e492-4aeb-9f1e-b75772a0d361 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:54:25.421085 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 56980) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:25.425498 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf284d7c-6ceb-4076-a28a-853ce9714572 None None] Sync routers for ids ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'] in dv-cinder-772623-10-iscsi {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:54:25.443230 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-2ebc9dd3-e492-4aeb-9f1e-b75772a0d361 admin admin] 10.222.0.11 "PUT /v2.0/routers/8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3673716 Jun 21 04:54:25.446487 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf284d7c-6ceb-4076-a28a-853ce9714572 None None] Routers {'8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:54:25.447629 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-bf284d7c-6ceb-4076-a28a-853ce9714572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:53:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:25.604036 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] Notify callbacks [] for router, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:25.624891 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-bf284d7c-6ceb-4076-a28a-853ce9714572 None None] Set router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c gateway port host: dv-cinder-772623-10-iscsi {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:54:25.738555 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:25.839336 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-bf284d7c-6ceb-4076-a28a-853ce9714572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:29Z', 'updated_at': '2021-06-21T04:54:24Z', 'revision_number': 5, 'project_id': 'c998158734ae4812aabfd30f06862005', 'gw_port': {'id': '7d668eec-75cc-4a76-a6a9-56bf782a724b', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:30Z', 'updated_at': '2021-06-21T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:25.876240 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf284d7c-6ceb-4076-a28a-853ce9714572 None None] Checking router: 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c for host: dv-cinder-772623-10-iscsi {{(pid=99944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:54:25.886486 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf284d7c-6ceb-4076-a28a-853ce9714572 None None] Routers {'8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:54:25.887154 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-bf284d7c-6ceb-4076-a28a-853ce9714572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:53:56Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'], 'active': True} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:25.892325 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] Deleting port 7d668eec-75cc-4a76-a6a9-56bf782a724b {{(pid=99942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:54:25.892742 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:26.004913 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] For port 7d668eec-75cc-4a76-a6a9-56bf782a724b, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=7d668eec-75cc-4a76-a6a9-56bf782a724b,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:26.005603 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:26.006400 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvr_db [None req-bf284d7c-6ceb-4076-a28a-853ce9714572 None None] Set router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c gateway port host: None {{(pid=99944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:54:26.062008 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_hamode_db [None req-bf284d7c-6ceb-4076-a28a-853ce9714572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:29Z', 'updated_at': '2021-06-21T04:54:25Z', 'revision_number': 6, 'project_id': 'c998158734ae4812aabfd30f06862005', 'gw_port_host': None}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:26.093421 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf284d7c-6ceb-4076-a28a-853ce9714572 None None] The sync data for ids ['8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c'] in dv-cinder-772623-10-iscsi is: [{'id': '8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c', 'name': 'tempest-TestShelveInstance-1447890718-router', 'tenant_id': 'c998158734ae4812aabfd30f06862005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:29Z', 'updated_at': '2021-06-21T04:54:25Z', 'revision_number': 6, 'project_id': 'c998158734ae4812aabfd30f06862005', 'gw_port_host': None}] {{(pid=99944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:54:26.097619 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] Calling delete_port for 7d668eec-75cc-4a76-a6a9-56bf782a724b owned by network:router_gateway {{(pid=99942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:54:26.357102 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-157c7045-ebf5-4e19-b289-ff89068d929c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:26.409161 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25676333'] for port, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:26.418167 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-eddae2ce-d6ba-43b0-bad0-2ce1ae666d64 tempest-TestShelveInstance-922494848 tempest-TestShelveInstance-922494848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:26.455068 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d668eec-75cc-4a76-a6a9-56bf782a724b,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:26.458068 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:26.587800 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969818'] for router_gateway, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:26.610110 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:26.985276 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2933'] for router, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:26.987498 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:26.991338 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 7d668eec-75cc-4a76-a6a9-56bf782a724b no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:54:27.013858 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 7d668eec-75cc-4a76-a6a9-56bf782a724b {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:54:27.014322 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 7d668eec-75cc-4a76-a6a9-56bf782a724b not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:54:27.014826 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 4504460e-d178-4f09-8521-77a74525413c no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:54:27.040763 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 4504460e-d178-4f09-8521-77a74525413c {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:54:27.041181 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 4504460e-d178-4f09-8521-77a74525413c not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:54:27.107920 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-86372db2-10b6-413f-9196-f7b08f46ce24 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6709a8873ce1496f8dae66bdf2828e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338731 Jun 21 04:54:27.231219 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581141'] for router, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:27.231515 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c {{(pid=99942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:54:27.245542 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] Notify callbacks [] for router, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:27.247200 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-816f5a27-80f0-4713-9b08-ecf3d35b169d admin admin] 10.222.0.11 "DELETE /v2.0/routers/8464bb3d-e4c3-4a84-b56b-ff35b7d3a17c HTTP/1.1" status: 204 len: 168 time: 1.8251214 Jun 21 04:54:27.249970 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 57008) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:27.336293 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-a7544fe4-2bf0-4b1d-ada8-ab43a6f2879d tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:27.337973 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-a7544fe4-2bf0-4b1d-ada8-ab43a6f2879d tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232323 Jun 21 04:54:27.341298 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a21fa97-6365-496b-b7fa-30d09eb7cdc2 admin admin] Deleting subnet 91f3b558-53bc-40a7-bda2-9d735e1d87e6 {{(pid=99943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:54:27.350009 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a21fa97-6365-496b-b7fa-30d09eb7cdc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:27.351542 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:27.377871 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-56d37dfe-7a4a-440f-baf4-80176b591570 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/quotas/6709a8873ce1496f8dae66bdf2828e59 HTTP/1.1" status: 200 len: 375 time: 0.0298750 Jun 21 04:54:27.415480 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a21fa97-6365-496b-b7fa-30d09eb7cdc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405345'] for subnet, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:27.422027 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-f1595a58-6d1b-4118-9a0e-260757365cce tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6709a8873ce1496f8dae66bdf2828e59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461106 Jun 21 04:54:27.523703 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a21fa97-6365-496b-b7fa-30d09eb7cdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:27.677335 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a21fa97-6365-496b-b7fa-30d09eb7cdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26156564'] for subnet, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:27.679921 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8aa040a8-e3ca-45ea-98ac-1ca46088ea17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:27.705706 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21fa97-6365-496b-b7fa-30d09eb7cdc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f3b558-53bc-40a7-bda2-9d735e1d87e6,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:27.722375 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-9a21fa97-6365-496b-b7fa-30d09eb7cdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:27.756570 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-9982511c-8c4e-4fe3-a2d8-b2bbad3d911e req-d6fd295c-4a03-41c0-b734-3a04ae80dedb tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 210 time: 0.0558929 Jun 21 04:54:27.759497 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a21fa97-6365-496b-b7fa-30d09eb7cdc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:27.761800 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-9a21fa97-6365-496b-b7fa-30d09eb7cdc2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/91f3b558-53bc-40a7-bda2-9d735e1d87e6 HTTP/1.1" status: 204 len: 168 time: 0.5106804 Jun 21 04:54:27.768313 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ffee3-ec82-4b24-b470-109febe861fb None None] Network d314ade1-18b7-4745-a216-e1435ec35aa7 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:54:27.769074 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 57022) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:27.867416 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:27.934208 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Deleting port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 {{(pid=99942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:54:27.934842 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:28.010752 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] For port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=fabf6bb6-7ec2-4ac9-aa8e-553b743f8173,segment=NetworkSegment(ac9b0d38-d3ff-4443-a234-20072088fd51),segment_id=ac9b0d38-d3ff-4443-a234-20072088fd51)] {{(pid=99942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:28.011422 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:28.083247 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Calling delete_port for fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 owned by network:dhcp {{(pid=99942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:54:28.167466 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] DHCP port deletion for d314ade1-18b7-4745-a216-e1435ec35aa7 request from dv-cinder-772623-10-iscsi {{(pid=99944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:54:28.247144 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Deleting port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 {{(pid=99944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:54:28.248718 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25676333'] for port, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:28.251291 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-5961d6a5-9d26-49a6-98ac-7fc2caecaaad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:28.252017 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:28.276944 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabf6bb6-7ec2-4ac9-aa8e-553b743f8173,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:28.281617 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:28.285375 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] No DVR routers for this DVR port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 on host dv-cinder-772623-10-iscsi {{(pid=99942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:54:28.361043 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] For port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173, host dv-cinder-772623-10-iscsi, got binding levels [] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:28.361774 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:28.403543 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:28.416276 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d314ade1-18b7-4745-a216-e1435ec35aa7']}} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:28.428342 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9b0d38-d3ff-4443-a234-20072088fd51') {'for_net_delete': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:28.428724 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.services.segments.db [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9b0d38-d3ff-4443-a234-20072088fd51') {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:28.443332 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25676524'] for segment, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:28.456357 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:28.460158 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Calling delete_port for fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 owned by network:dhcp {{(pid=99944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:54:28.463535 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=99942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:54:28.464399 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25549820'] for segment, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:28.467938 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.ipam_backend_mixin [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 was not found and therefore no delete operation was performed {{(pid=99944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: Traceback (most recent call last): Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: timer() Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: cb(*args, **kw) Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: return func(*args, **kwargs) Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: self._notify() Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: self.callback(batched_events) Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: event.method(event) Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: return f(self, *a, **k) Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._get(url).json() Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: return self.request(url, 'GET', **kwargs) Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:54:28.468093 dv-cinder-772623-10-iscsi neutron-server[99942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:54:28.470956 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455'] for port, after_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:28.478973 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-b9c99524-fe37-48ca-83be-0989121a4e08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:28.508472 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Pushing event deleted for resources: {'Port': ['ID=fabf6bb6-7ec2-4ac9-aa8e-553b743f8173,revision_number=None']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:28.513012 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] No DVR routers for this DVR port fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 on host dv-cinder-772623-10-iscsi {{(pid=99944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:54:28.519974 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:28.522903 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:28.522903 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:28.522903 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:28.522903 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:28.522903 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:28.522903 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:28.522903 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:28.522903 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:28.524405 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:28.524405 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:28.525204 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:54:28.529851 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-bad1d749-1bea-433b-8b1b-5a3fd465cc49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:28.603365 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:28.608254 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:28.614334 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d314ade1-18b7-4745-a216-e1435ec35aa7 HTTP/1.1" status: 204 len: 168 time: 0.8430877 Jun 21 04:54:28.614334 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 57030) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:28.614592 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:28.682354 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d314ade1-18b7-4745-a216-e1435ec35aa7,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:28.687984 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-e15ccc8f-d77a-4015-9664-1665036fa4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:28.980908 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4b5fa088-4dc0-4014-87eb-c60321187bcb req-5819031b-075e-4c0b-aed6-a29bfbf2d0d5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 210 time: 0.0851667 Jun 21 04:54:28.998103 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:54:29.054473 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:54:29.054473 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device fabf6bb6-7ec2-4ac9-aa8e-553b743f8173 not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:54:29.111932 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:29.174549 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ac742360-3fc5-4695-a7ed-9922524c3dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574154'] for router_interface, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:29.473518 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-ac742360-3fc5-4695-a7ed-9922524c3dfd admin admin] Deleting port 00999447-6bc5-497a-ac79-ab09b97576e8 {{(pid=99942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:54:29.473801 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ac742360-3fc5-4695-a7ed-9922524c3dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:29.564847 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-ac742360-3fc5-4695-a7ed-9922524c3dfd admin admin] For port 00999447-6bc5-497a-ac79-ab09b97576e8, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=00999447-6bc5-497a-ac79-ab09b97576e8,segment=NetworkSegment(703d05c8-478d-4ea0-81a5-a1cd8925ead2),segment_id=703d05c8-478d-4ea0-81a5-a1cd8925ead2)] {{(pid=99942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:29.565335 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ac742360-3fc5-4695-a7ed-9922524c3dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:29.630444 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.plugin [None req-ac742360-3fc5-4695-a7ed-9922524c3dfd admin admin] Calling delete_port for 00999447-6bc5-497a-ac79-ab09b97576e8 owned by network:router_interface {{(pid=99942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:54:29.883050 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ac742360-3fc5-4695-a7ed-9922524c3dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25676333'] for port, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:29.885363 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-143e0824-da18-4a5d-af5c-1ae8de2b081d tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:29.912656 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac742360-3fc5-4695-a7ed-9922524c3dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=00999447-6bc5-497a-ac79-ab09b97576e8,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:29.916668 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-ac742360-3fc5-4695-a7ed-9922524c3dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:30.148105 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ac742360-3fc5-4695-a7ed-9922524c3dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-953448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574070'] for router_interface, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:30.155348 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-56b6b17f-44e6-4a29-9564-68a9de65d823 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6709a8873ce1496f8dae66bdf2828e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556235 Jun 21 04:54:30.382300 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-58c1dda7-4abe-4b35-a9bc-d3e6cdfecb59 req-4a0cee28-e3d8-46e5-a677-07c96d313353 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 210 time: 0.0505915 Jun 21 04:54:30.433296 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-b085019c-e456-4728-a7d5-ae7f6c073a47 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:30.436109 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-b085019c-e456-4728-a7d5-ae7f6c073a47 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2746985 Jun 21 04:54:30.455627 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Request body: {'port': {'device_id': 'b7ef1485-6391-422f-9cbb-37688cf03069', 'network_id': '34ded04a-c41e-4893-99f0-9fc57aed32a6', 'admin_state_up': True, 'tenant_id': '6709a8873ce1496f8dae66bdf2828e59'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:54:30.516374 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac742360-3fc5-4695-a7ed-9922524c3dfd admin admin] Router 64430b52-1140-45bb-8b83-e791e5555d7f has already been hosted by L3 agent a327638c-c248-4c20-b8df-58f8ed578b2c {{(pid=99942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:54:30.643441 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac742360-3fc5-4695-a7ed-9922524c3dfd admin admin] Notify agent at l3_agent.dv-cinder-772623-10-iscsi the message routers_updated {{(pid=99942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:54:30.651194 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-ac742360-3fc5-4695-a7ed-9922524c3dfd admin admin] 10.222.0.11 "PUT /v2.0/routers/64430b52-1140-45bb-8b83-e791e5555d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0321343 Jun 21 04:54:30.655097 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 57044) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:30.657919 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35fc70e-36a9-4ea7-bf7f-4051c0a209e8 None None] Sync routers for ids ['64430b52-1140-45bb-8b83-e791e5555d7f'] in dv-cinder-772623-10-iscsi {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:54:30.671221 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35fc70e-36a9-4ea7-bf7f-4051c0a209e8 None None] Routers {'64430b52-1140-45bb-8b83-e791e5555d7f'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:54:30.671757 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-d35fc70e-36a9-4ea7-bf7f-4051c0a209e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:54:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['64430b52-1140-45bb-8b83-e791e5555d7f'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:30.769235 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Notify callbacks [] for router, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:30.810232 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Made reservation on behalf of 6709a8873ce1496f8dae66bdf2828e59 for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:54:30.813781 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:30.827244 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Notify callbacks [] for security_group, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:30.887847 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-d35fc70e-36a9-4ea7-bf7f-4051c0a209e8 None None] Set router 64430b52-1140-45bb-8b83-e791e5555d7f gateway port host: dv-cinder-772623-10-iscsi {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:54:30.929229 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:31.025575 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Notify callbacks [] for security_group, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:31.088382 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Deleting port d8fa7ba9-5860-4a69-a6a3-410a036dcb89 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:54:31.088382 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:31.126047 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-d35fc70e-36a9-4ea7-bf7f-4051c0a209e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'name': 'tempest-TestShelveInstance-2079763433-router', 'tenant_id': 'e4776736aac841b3ba11aa6510145165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'external_fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd8fa7ba9-5860-4a69-a6a3-410a036dcb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:38Z', 'updated_at': '2021-06-21T04:54:29Z', 'revision_number': 5, 'project_id': 'e4776736aac841b3ba11aa6510145165', 'gw_port': {'id': 'd8fa7ba9-5860-4a69-a6a3-410a036dcb89', 'name': '', 'network_id': 'a83701e4-e1f4-405b-ae26-5c447039f249', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:47:39Z', 'updated_at': '2021-06-21T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd563c64e-4409-483e-a58f-db6c4f6d2551', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-iscsi'}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:31.134627 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:31.140100 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-6d22ec7e-1113-47ba-bbdc-ffd7a0e4d945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:31.161928 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35fc70e-36a9-4ea7-bf7f-4051c0a209e8 None None] Checking router: 64430b52-1140-45bb-8b83-e791e5555d7f for host: dv-cinder-772623-10-iscsi {{(pid=99945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:54:31.166812 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b512f8f1-bb4e-46e8-86ee-4a61bee954d2,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:31.172816 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35fc70e-36a9-4ea7-bf7f-4051c0a209e8 None None] Routers {'64430b52-1140-45bb-8b83-e791e5555d7f'} bound to L3 agent in host dv-cinder-772623-10-iscsi {{(pid=99945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:54:31.173394 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-d35fc70e-36a9-4ea7-bf7f-4051c0a209e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:31:56Z,description=,heartbeat_timestamp=2021-06-21T04:54:26Z,host='dv-cinder-772623-10-iscsi',id=a327638c-c248-4c20-b8df-58f8ed578b2c,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:31:57Z,topic='l3_agent')) {'router_ids': ['64430b52-1140-45bb-8b83-e791e5555d7f'], 'active': True} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:31.182897 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:31.281192 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_dvr_db [None req-d35fc70e-36a9-4ea7-bf7f-4051c0a209e8 None None] Set router 64430b52-1140-45bb-8b83-e791e5555d7f gateway port host: None {{(pid=99945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:54:31.285736 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] For port d8fa7ba9-5860-4a69-a6a3-410a036dcb89, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=d8fa7ba9-5860-4a69-a6a3-410a036dcb89,segment=NetworkSegment(5cc5a28d-066d-4186-a4c9-1c89a549f765),segment_id=5cc5a28d-066d-4186-a4c9-1c89a549f765)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:31.286482 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:31.344059 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.l3_hamode_db [None req-d35fc70e-36a9-4ea7-bf7f-4051c0a209e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'name': 'tempest-TestShelveInstance-2079763433-router', 'tenant_id': 'e4776736aac841b3ba11aa6510145165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:38Z', 'updated_at': '2021-06-21T04:54:30Z', 'revision_number': 6, 'project_id': 'e4776736aac841b3ba11aa6510145165', 'gw_port_host': None}], 'dv-cinder-772623-10-iscsi', False) {} {{(pid=99945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:31.382178 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35fc70e-36a9-4ea7-bf7f-4051c0a209e8 None None] The sync data for ids ['64430b52-1140-45bb-8b83-e791e5555d7f'] in dv-cinder-772623-10-iscsi is: [{'id': '64430b52-1140-45bb-8b83-e791e5555d7f', 'name': 'tempest-TestShelveInstance-2079763433-router', 'tenant_id': 'e4776736aac841b3ba11aa6510145165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:47:38Z', 'updated_at': '2021-06-21T04:54:30Z', 'revision_number': 6, 'project_id': 'e4776736aac841b3ba11aa6510145165', 'gw_port_host': None}] {{(pid=99945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:54:31.391447 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Calling delete_port for d8fa7ba9-5860-4a69-a6a3-410a036dcb89 owned by network:router_gateway {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:54:31.455405 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Allocated IP 192.168.233.28 (34ded04a-c41e-4893-99f0-9fc57aed32a6/ba2e4191-083b-4bb0-b224-67cce1721b2c/ebc0d2a5-e647-4075-928f-e770050a5d88) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:54:31.576720 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-a8c6508d-4a3b-418d-9c89-81fc8c95bda9 req-be23a945-462b-4515-ad56-4dd5963223f3 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 210 time: 0.0411577 Jun 21 04:54:31.826475 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:31.840481 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:31.852466 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5f90f0f2-0f79-423e-98db-7c846c9c38e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:31.891049 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Transition to ACTIVE for port object ebc0d2a5-e647-4075-928f-e770050a5d88 will not be triggered until provisioned by entity DHCP. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:54:31.897186 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8fa7ba9-5860-4a69-a6a3-410a036dcb89,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:31.908221 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:32.024151 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969818'] for router_gateway, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:32.088452 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:32.127135 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-e1e1055b-ccd8-4d8d-bc3a-7b4cb3bc1e95 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:32.167015 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Network 34ded04a-c41e-4893-99f0-9fc57aed32a6 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:54:32.175052 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2933'] for router, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:32.181904 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:54:32.185616 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:54:32.227060 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:32.298631 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:32.299357 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:32.312164 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Pushing event updated for resources: {'Port': ['ID=ebc0d2a5-e647-4075-928f-e770050a5d88,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:32.316195 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:32.404143 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-62712c81-b7fb-427c-8e5b-f04bf149b5f5 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9537776 Jun 21 04:54:32.423005 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Request body: {'port': {'device_id': 'b7ef1485-6391-422f-9cbb-37688cf03069', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:54:32.459403 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581141'] for router, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:32.460188 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64430b52-1140-45bb-8b83-e791e5555d7f {{(pid=99943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:54:32.469912 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Notify callbacks [] for router, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:32.471590 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] 10.222.0.11 "DELETE /v2.0/routers/64430b52-1140-45bb-8b83-e791e5555d7f HTTP/1.1" status: 204 len: 168 time: 1.8152845 Jun 21 04:54:32.474172 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 57064) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:32.551378 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:32.569478 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb2a72a-d4f4-477a-aceb-30d6197afd66 admin admin] Deleting subnet bd2b439a-0b6c-426c-bce8-ebe120a15c47 {{(pid=99942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:54:32.573322 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a72a-d4f4-477a-aceb-30d6197afd66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:32.597737 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-1d1a11db-b8b2-46ab-ba88-4f88f066f0b8 None None] Provisioning for port ebc0d2a5-e647-4075-928f-e770050a5d88 completed by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:54:32.602948 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-1d1a11db-b8b2-46ab-ba88-4f88f066f0b8 None None] Provisioning complete for port ebc0d2a5-e647-4075-928f-e770050a5d88 triggered by entity DHCP. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:54:32.603534 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-1d1a11db-b8b2-46ab-ba88-4f88f066f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:32.651145 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a72a-d4f4-477a-aceb-30d6197afd66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25676517'] for subnet, precommit_delete_associations {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:32.682500 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a11db-b8b2-46ab-ba88-4f88f066f0b8 None None] Port ebc0d2a5-e647-4075-928f-e770050a5d88 cannot update to ACTIVE because it is not bound. {{(pid=99944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:54:32.784744 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a72a-d4f4-477a-aceb-30d6197afd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:32.898762 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baa75b-d59f-45f6-899d-7ff8e69a6a4b req-ef4af165-077d-46ae-992b-c8166f1a9dae tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:32.900249 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f1baa75b-d59f-45f6-899d-7ff8e69a6a4b req-ef4af165-077d-46ae-992b-c8166f1a9dae tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 935 time: 0.1736526 Jun 21 04:54:32.974608 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 00999447-6bc5-497a-ac79-ab09b97576e8 no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:54:32.987482 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a72a-d4f4-477a-aceb-30d6197afd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25676375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26199342'] for subnet, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:32.991772 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-2187b84d-b3aa-4692-971c-899f7598f590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:32.999405 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f1baa75b-d59f-45f6-899d-7ff8e69a6a4b req-b8eed036-ccdf-4338-9e8a-60989243cce8 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/security-groups?id=b512f8f1-bb4e-46e8-86ee-4a61bee954d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823464 Jun 21 04:54:33.025205 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc0d2a5-e647-4075-928f-e770050a5d88 {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:54:33.026413 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 00999447-6bc5-497a-ac79-ab09b97576e8 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:54:33.026993 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 00999447-6bc5-497a-ac79-ab09b97576e8 not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:54:33.027756 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device d8fa7ba9-5860-4a69-a6a3-410a036dcb89 no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:54:33.034553 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:33.049437 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: d8fa7ba9-5860-4a69-a6a3-410a036dcb89 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:54:33.050189 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device d8fa7ba9-5860-4a69-a6a3-410a036dcb89 not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:54:33.051313 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Transition to ACTIVE for port object ebc0d2a5-e647-4075-928f-e770050a5d88 will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:54:33.068882 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a72a-d4f4-477a-aceb-30d6197afd66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:33.071879 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-dfb2a72a-d4f4-477a-aceb-30d6197afd66 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bd2b439a-0b6c-426c-bce8-ebe120a15c47 HTTP/1.1" status: 204 len: 168 time: 0.5961738 Jun 21 04:54:33.072537 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2a72a-d4f4-477a-aceb-30d6197afd66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2b439a-0b6c-426c-bce8-ebe120a15c47,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:33.074086 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 57072) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:33.080094 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-dfb2a72a-d4f4-477a-aceb-30d6197afd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:33.081804 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d0295-5b35-4906-a43a-974b4666753c None None] Network a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:54:33.102013 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:33.130137 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-927a72cb-9ff9-4934-980d-b4ee3987430a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:33.420660 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7200c182-efa7-4d0e-b179-0c4e34706fe1 None None] DHCP port deletion for a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b request from dv-cinder-772623-10-iscsi {{(pid=99944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:54:33.508121 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-7200c182-efa7-4d0e-b179-0c4e34706fe1 None None] Deleting port 69331737-d5a8-444a-9d97-19faa795a605 {{(pid=99944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:54:33.508879 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-7200c182-efa7-4d0e-b179-0c4e34706fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:33.616392 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-7200c182-efa7-4d0e-b179-0c4e34706fe1 None None] For port 69331737-d5a8-444a-9d97-19faa795a605, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=69331737-d5a8-444a-9d97-19faa795a605,segment=NetworkSegment(703d05c8-478d-4ea0-81a5-a1cd8925ead2),segment_id=703d05c8-478d-4ea0-81a5-a1cd8925ead2)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:33.617214 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-7200c182-efa7-4d0e-b179-0c4e34706fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:33.642489 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc0d2a5-e647-4075-928f-e770050a5d88,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:33.645942 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:33.648665 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:33.711800 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-7200c182-efa7-4d0e-b179-0c4e34706fe1 None None] Calling delete_port for 69331737-d5a8-444a-9d97-19faa795a605 owned by network:dhcp {{(pid=99944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:54:33.754613 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Attempting to bind port ebc0d2a5-e647-4075-928f-e770050a5d88 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:54:33.754953 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Attempting to bind port ebc0d2a5-e647-4075-928f-e770050a5d88 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '30daa849-6ff3-49ea-89c3-0e110eb750ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '34ded04a-c41e-4893-99f0-9fc57aed32a6'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:54:33.755314 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Attempting to bind port ebc0d2a5-e647-4075-928f-e770050a5d88 on network 34ded04a-c41e-4893-99f0-9fc57aed32a6 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:54:33.763076 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Port ebc0d2a5-e647-4075-928f-e770050a5d88 on network 34ded04a-c41e-4893-99f0-9fc57aed32a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:54:33.763434 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Attempting to bind port ebc0d2a5-e647-4075-928f-e770050a5d88 on network 34ded04a-c41e-4893-99f0-9fc57aed32a6 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:54:33.771682 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:54:33.772037 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Checking segment: {'id': '30daa849-6ff3-49ea-89c3-0e110eb750ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '34ded04a-c41e-4893-99f0-9fc57aed32a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:54:33.772402 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Bound using segment: {'id': '30daa849-6ff3-49ea-89c3-0e110eb750ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '34ded04a-c41e-4893-99f0-9fc57aed32a6'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:54:33.772846 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Bound port: ebc0d2a5-e647-4075-928f-e770050a5d88, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30daa849-6ff3-49ea-89c3-0e110eb750ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '34ded04a-c41e-4893-99f0-9fc57aed32a6'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:54:33.773201 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:33.795701 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Deleting port 69331737-d5a8-444a-9d97-19faa795a605 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:54:33.795701 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:33.910547 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] For port 69331737-d5a8-444a-9d97-19faa795a605, host dv-cinder-772623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-iscsi',level=0,port_id=69331737-d5a8-444a-9d97-19faa795a605,segment=NetworkSegment(703d05c8-478d-4ea0-81a5-a1cd8925ead2),segment_id=703d05c8-478d-4ea0-81a5-a1cd8925ead2)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:33.910915 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:33.951892 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-7200c182-efa7-4d0e-b179-0c4e34706fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455'] for port, after_delete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:33.957214 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:33.959322 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] For port ebc0d2a5-e647-4075-928f-e770050a5d88, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:54:33.991081 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Calling delete_port for 69331737-d5a8-444a-9d97-19faa795a605 owned by network:dhcp {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:54:33.996327 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200c182-efa7-4d0e-b179-0c4e34706fe1 None None] Pushing event deleted for resources: {'Port': ['ID=69331737-d5a8-444a-9d97-19faa795a605,revision_number=None']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:34.002333 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-7200c182-efa7-4d0e-b179-0c4e34706fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:34.009896 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] For port ebc0d2a5-e647-4075-928f-e770050a5d88, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ebc0d2a5-e647-4075-928f-e770050a5d88,segment=NetworkSegment(30daa849-6ff3-49ea-89c3-0e110eb750ba),segment_id=30daa849-6ff3-49ea-89c3-0e110eb750ba)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:54:34.025530 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200c182-efa7-4d0e-b179-0c4e34706fe1 None None] No DVR routers for this DVR port 69331737-d5a8-444a-9d97-19faa795a605 on host dv-cinder-772623-10-iscsi {{(pid=99944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:54:34.080539 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:34.083399 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-49dcb0fc-a25d-4e09-abfb-21862c3c4a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:34.126526 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:34.129281 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:34.129901 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:34.131871 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] 10.222.0.52 "PUT /v2.0/ports/ebc0d2a5-e647-4075-928f-e770050a5d88 HTTP/1.1" status: 200 len: 1097 time: 1.7129936 Jun 21 04:54:34.134120 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ef1485-6391-422f-9cbb-37688cf03069', 'tag': 'ebc0d2a5-e647-4075-928f-e770050a5d88'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:54:34.137115 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096773a1-79fd-458e-992f-dd6fc349d017" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ef1485-6391-422f-9cbb-37688cf03069", "tag": "ebc0d2a5-e647-4075-928f-e770050a5d88"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:54:34.162798 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] No DVR routers for this DVR port 69331737-d5a8-444a-9d97-19faa795a605 on host dv-cinder-772623-10-iscsi {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:54:34.167538 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc0d2a5-e647-4075-928f-e770050a5d88,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:34.171863 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-fa29b486-8493-4919-9be3-5edf8ba28090 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:34.172468 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5feee047-e299-478d-bd5f-cc6558b4c36b tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:34.253549 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Pushing event deleted for resources: {'Port': ['ID=69331737-d5a8-444a-9d97-19faa795a605,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:34.275370 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29397115-7e7a-4a63-8224-d02d24ce8fb8 x-openstack-request-id: req-29397115-7e7a-4a63-8224-d02d24ce8fb8 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:54:34.275795 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ef1485-6391-422f-9cbb-37688cf03069", "tag": "ebc0d2a5-e647-4075-928f-e770050a5d88", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:54:34.276158 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29397115-7e7a-4a63-8224-d02d24ce8fb8 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:54:34.276628 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ef1485-6391-422f-9cbb-37688cf03069', 'tag': 'ebc0d2a5-e647-4075-928f-e770050a5d88', 'status': 'completed', 'code': 200} Jun 21 04:54:34.282481 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4791d-dddd-4d74-8984-d5e0925a82c3 req-40b8262d-bbe0-4ed6-8cc9-c57ff8d805e8 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:34.291047 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-32b4791d-dddd-4d74-8984-d5e0925a82c3 req-40b8262d-bbe0-4ed6-8cc9-c57ff8d805e8 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 947 time: 0.1204681 Jun 21 04:54:34.294949 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:34.337681 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-32b4791d-dddd-4d74-8984-d5e0925a82c3 req-d9bce732-e067-4c54-b7fa-b28e6979be25 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/security-groups?id=b512f8f1-bb4e-46e8-86ee-4a61bee954d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453353 Jun 21 04:54:34.362027 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:34.376914 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b']}} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:34.389782 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703d05c8-478d-4ea0-81a5-a1cd8925ead2') {'for_net_delete': True} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:34.390086 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703d05c8-478d-4ea0-81a5-a1cd8925ead2') {} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:34.405346 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405352'] for segment, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:34.420709 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:34.429210 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=99943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:54:34.429597 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25560434'] for segment, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:34.432434 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa6c16b9-1bc4-4a2e-bc61-63978dd38d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:34.434676 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-fa6c16b9-1bc4-4a2e-bc61-63978dd38d09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6709a8873ce1496f8dae66bdf2828e59&device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 1100 time: 0.1535537 Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: self.session.flush() Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: self.session.flush() Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: self.session.flush() Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: self.session.flush() Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: Traceback (most recent call last): Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: timer() Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: cb(*args, **kw) Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: return func(*args, **kwargs) Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: self._notify() Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: self.callback(batched_events) Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: event.method(event) Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: return f(self, *a, **k) Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._get(url).json() Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: return self.request(url, 'GET', **kwargs) Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:54:34.435463 dv-cinder-772623-10-iscsi neutron-server[99943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:54:34.510415 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-72f07dbc-4621-443b-8afa-be1a20dc1a3f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=ebc0d2a5-e647-4075-928f-e770050a5d88 HTTP/1.1" status: 200 len: 217 time: 0.0414255 Jun 21 04:54:34.561544 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-5db7fe90-8c3e-4d99-8874-469463ffde63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:34.562989 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-5db7fe90-8c3e-4d99-8874-469463ffde63 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba2e4191-083b-4bb0-b224-67cce1721b2c HTTP/1.1" status: 200 len: 843 time: 0.0443134 Jun 21 04:54:34.618845 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-b74ee072-e6dd-4139-ae1f-08a96bea0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:34.620333 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-b74ee072-e6dd-4139-ae1f-08a96bea0739 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34ded04a-c41e-4893-99f0-9fc57aed32a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0512140 Jun 21 04:54:34.713877 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-bf553ca4-2f94-4bd5-ab45-dd6f55026bf9 service neutron] 10.222.0.52 "GET /v2.0/networks/34ded04a-c41e-4893-99f0-9fc57aed32a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857737 Jun 21 04:54:34.804460 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8a9bfb02-0df2-4e58-aa46-03f4d3251f84 req-c9be5a11-bfed-4fbf-b7d2-29058834532c service neutron] 10.222.0.52 "GET /v2.0/networks/34ded04a-c41e-4893-99f0-9fc57aed32a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836599 Jun 21 04:54:34.950972 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 69331737-d5a8-444a-9d97-19faa795a605 no longer exists at agent ovs-agent-dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:54:34.971522 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] No Port match for: 69331737-d5a8-444a-9d97-19faa795a605 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:54:34.971837 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Device 69331737-d5a8-444a-9d97-19faa795a605 not bound to the agent host dv-cinder-772623-10-iscsi {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:54:35.060074 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:35.064928 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:35.071700 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] 10.222.0.11 "DELETE /v2.0/networks/a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b HTTP/1.1" status: 204 len: 168 time: 1.9910202 Jun 21 04:54:35.071700 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:35.087283 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Pushing event deleted for resources: {'Network': ['ID=a704924a-9e7e-4bbf-b5ce-a46ad9d7ad9b,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:35.100742 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-01e8a6be-3de8-4901-aea4-c4f59ba2417b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:35.231257 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096773a1-79fd-458e-992f-dd6fc349d017 req-32d5628d-2276-4cb1-b091-426afdc7aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:35.233085 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-096773a1-79fd-458e-992f-dd6fc349d017 req-32d5628d-2276-4cb1-b091-426afdc7aaef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6709a8873ce1496f8dae66bdf2828e59&device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 1100 time: 0.0626957 Jun 21 04:54:35.350709 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096773a1-79fd-458e-992f-dd6fc349d017 req-e50b1850-2fc8-469f-967b-aa0b63194744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:35.352704 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-096773a1-79fd-458e-992f-dd6fc349d017 req-e50b1850-2fc8-469f-967b-aa0b63194744 service neutron] 10.222.0.52 "GET /v2.0/networks?id=34ded04a-c41e-4893-99f0-9fc57aed32a6 HTTP/1.1" status: 200 len: 870 time: 0.1128387 Jun 21 04:54:35.401007 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-096773a1-79fd-458e-992f-dd6fc349d017 req-229803b8-9e26-49f0-ae22-43445d4ce3ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=ebc0d2a5-e647-4075-928f-e770050a5d88 HTTP/1.1" status: 200 len: 217 time: 0.0409799 Jun 21 04:54:35.472082 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096773a1-79fd-458e-992f-dd6fc349d017 req-e13812d3-6943-4680-a2b3-dca4bbf5a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:35.473559 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-096773a1-79fd-458e-992f-dd6fc349d017 req-e13812d3-6943-4680-a2b3-dca4bbf5a4ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba2e4191-083b-4bb0-b224-67cce1721b2c HTTP/1.1" status: 200 len: 843 time: 0.0651202 Jun 21 04:54:35.559140 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 57094) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:35.611534 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da0312-81c6-4c1b-8562-697a10e30524 req-1868a7cb-717e-4c18-9391-87b7cda52c85 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:35.613164 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c9da0312-81c6-4c1b-8562-697a10e30524 req-1868a7cb-717e-4c18-9391-87b7cda52c85 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 947 time: 0.1361425 Jun 21 04:54:35.627472 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096773a1-79fd-458e-992f-dd6fc349d017 req-a1d4db9a-f464-4e7d-aaa7-9e32fc6ba85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:35.629057 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-096773a1-79fd-458e-992f-dd6fc349d017 req-a1d4db9a-f464-4e7d-aaa7-9e32fc6ba85a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34ded04a-c41e-4893-99f0-9fc57aed32a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1400599 Jun 21 04:54:35.637591 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-ec79dc9e-dcd3-48bf-b0cc-92f20c10475d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c998158734ae4812aabfd30f06862005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787640 Jun 21 04:54:35.640365 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 57096) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:35.695791 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-b03fa7e0-b235-4b6d-be75-02f6279602a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:35.715555 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c9da0312-81c6-4c1b-8562-697a10e30524 req-e2a7936d-e533-47bb-a5a4-e1e6ad67d77c tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/security-groups?id=b512f8f1-bb4e-46e8-86ee-4a61bee954d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915327 Jun 21 04:54:35.720441 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-b03fa7e0-b235-4b6d-be75-02f6279602a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:35.760167 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-096773a1-79fd-458e-992f-dd6fc349d017 req-6bd57c24-0076-4f6b-b591-e1554a996d64 service neutron] 10.222.0.52 "GET /v2.0/networks/34ded04a-c41e-4893-99f0-9fc57aed32a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213768 Jun 21 04:54:35.864196 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-096773a1-79fd-458e-992f-dd6fc349d017 req-a1b6dec7-b08f-4b4f-a9e7-ac1cc0034a82 service neutron] 10.222.0.52 "GET /v2.0/networks/34ded04a-c41e-4893-99f0-9fc57aed32a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964601 Jun 21 04:54:35.916921 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-b03fa7e0-b235-4b6d-be75-02f6279602a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:35.920712 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-b03fa7e0-b235-4b6d-be75-02f6279602a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:35.922041 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-b03fa7e0-b235-4b6d-be75-02f6279602a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5868235c-04d1-4ba7-bf81-d0236b016b54 HTTP/1.1" status: 204 len: 168 time: 0.2796557 Jun 21 04:54:35.923296 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-d23539b7-8902-49eb-8507-8d57db2a2772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:35.947191 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fa7e0-b235-4b6d-be75-02f6279602a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5868235c-04d1-4ba7-bf81-d0236b016b54,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:35.947191 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-b03fa7e0-b235-4b6d-be75-02f6279602a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:36.626298 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 57106) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:36.686635 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 57108) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:36.686917 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-43573d3e-bc56-4200-a1c6-6d41f721c672 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e4776736aac841b3ba11aa6510145165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587523 Jun 21 04:54:36.743703 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f132f541-9c4e-4943-b8d8-93efb471a4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:36.769211 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f132f541-9c4e-4943-b8d8-93efb471a4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:36.905234 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f132f541-9c4e-4943-b8d8-93efb471a4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:36.907917 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-f132f541-9c4e-4943-b8d8-93efb471a4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:36.909349 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-f132f541-9c4e-4943-b8d8-93efb471a4a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e732030a-d4bf-4f8f-a154-ec65a1998819 HTTP/1.1" status: 204 len: 168 time: 0.2221146 Jun 21 04:54:36.910165 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-dd084d92-cbbf-48ae-8e99-7acb5a79a8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:36.926317 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a4feb-736c-4d25-a61f-da57da2cdcf2 req-951e4edf-d6ac-47ae-9c68-f33793e490b7 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:36.929799 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-742a4feb-736c-4d25-a61f-da57da2cdcf2 req-951e4edf-d6ac-47ae-9c68-f33793e490b7 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 947 time: 0.0810585 Jun 21 04:54:36.942776 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132f541-9c4e-4943-b8d8-93efb471a4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e732030a-d4bf-4f8f-a154-ec65a1998819,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:36.950621 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f132f541-9c4e-4943-b8d8-93efb471a4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:37.000970 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-742a4feb-736c-4d25-a61f-da57da2cdcf2 req-f30b9642-a25e-4313-af9b-ff27eedf592c tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/security-groups?id=b512f8f1-bb4e-46e8-86ee-4a61bee954d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643318 Jun 21 04:54:38.187247 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ef126-3d29-4b4f-b89f-d7c9a72d1f24 req-c04b638c-2100-49dc-845f-eb9e2703dc73 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:38.188778 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f65ef126-3d29-4b4f-b89f-d7c9a72d1f24 req-c04b638c-2100-49dc-845f-eb9e2703dc73 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 947 time: 0.0779796 Jun 21 04:54:38.239852 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f65ef126-3d29-4b4f-b89f-d7c9a72d1f24 req-ddf01650-4795-4ce8-a03c-d6fe041a964a tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/security-groups?id=b512f8f1-bb4e-46e8-86ee-4a61bee954d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452230 Jun 21 04:54:38.503035 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device ebc0d2a5-e647-4075-928f-e770050a5d88 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:54:38.608641 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port ebc0d2a5-e647-4075-928f-e770050a5d88, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ebc0d2a5-e647-4075-928f-e770050a5d88,segment=NetworkSegment(30daa849-6ff3-49ea-89c3-0e110eb750ba),segment_id=30daa849-6ff3-49ea-89c3-0e110eb750ba)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:38.621558 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': 'ebc0d2a5-e647-4075-928f-e770050a5d88', 'network_id': '34ded04a-c41e-4893-99f0-9fc57aed32a6', 'port_id': 'ebc0d2a5-e647-4075-928f-e770050a5d88', 'mac_address': 'fa:16:3e:32:01:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2e4191-083b-4bb0-b224-67cce1721b2c', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:54:38.659155 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:38.672050 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc0d2a5-e647-4075-928f-e770050a5d88 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:54:38.691651 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port ebc0d2a5-e647-4075-928f-e770050a5d88, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ebc0d2a5-e647-4075-928f-e770050a5d88,segment=NetworkSegment(30daa849-6ff3-49ea-89c3-0e110eb750ba),segment_id=30daa849-6ff3-49ea-89c3-0e110eb750ba)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:38.757033 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:38.758886 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-76499ce6-7649-49da-a2b1-acd9e6a81558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:38.805290 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=ebc0d2a5-e647-4075-928f-e770050a5d88,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:38.809633 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:39.196317 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['ebc0d2a5-e647-4075-928f-e770050a5d88'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:54:39.408053 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe646cad-1587-4d58-a7a2-bc1cb4d181f1 req-9bffc73e-ccde-47bf-88c2-70b1fbfa7793 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:39.409483 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-fe646cad-1587-4d58-a7a2-bc1cb4d181f1 req-9bffc73e-ccde-47bf-88c2-70b1fbfa7793 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 948 time: 0.0621183 Jun 21 04:54:39.445610 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-fe646cad-1587-4d58-a7a2-bc1cb4d181f1 req-c0f046bd-c913-4721-b5b6-e1833add7adb tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/security-groups?id=b512f8f1-bb4e-46e8-86ee-4a61bee954d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303874 Jun 21 04:54:40.519151 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device ebc0d2a5-e647-4075-928f-e770050a5d88 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:54:40.624101 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd807b-b372-49bb-ae31-3f2405408c81 req-6ea99273-c5d0-4edb-b2b2-8449a896c820 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:40.625555 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-19fd807b-b372-49bb-ae31-3f2405408c81 req-6ea99273-c5d0-4edb-b2b2-8449a896c820 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 948 time: 0.0691328 Jun 21 04:54:40.663024 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-19fd807b-b372-49bb-ae31-3f2405408c81 req-db71ebe9-320f-42ed-9d13-4439f508cebf tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/security-groups?id=b512f8f1-bb4e-46e8-86ee-4a61bee954d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316589 Jun 21 04:54:40.665114 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port ebc0d2a5-e647-4075-928f-e770050a5d88 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:54:40.669256 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port ebc0d2a5-e647-4075-928f-e770050a5d88 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:54:40.671598 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:40.751430 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:40.773000 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ef1485-6391-422f-9cbb-37688cf03069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc0d2a5-e647-4075-928f-e770050a5d88'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:54:40.775353 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce49a60-622c-4d13-b389-f196fe2785b9" -d '{"events": [{"server_uuid": "b7ef1485-6391-422f-9cbb-37688cf03069", "name": "network-vif-plugged", "status": "completed", "tag": "ebc0d2a5-e647-4075-928f-e770050a5d88"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:54:40.788052 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port ebc0d2a5-e647-4075-928f-e770050a5d88, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ebc0d2a5-e647-4075-928f-e770050a5d88,segment=NetworkSegment(30daa849-6ff3-49ea-89c3-0e110eb750ba),segment_id=30daa849-6ff3-49ea-89c3-0e110eb750ba)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:40.809786 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511cd443-b71d-42cb-af25-8dc5f17ad476 x-openstack-request-id: req-511cd443-b71d-42cb-af25-8dc5f17ad476 {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:54:40.810110 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ef1485-6391-422f-9cbb-37688cf03069", "name": "network-vif-plugged", "status": "completed", "tag": "ebc0d2a5-e647-4075-928f-e770050a5d88", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:54:40.810371 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-511cd443-b71d-42cb-af25-8dc5f17ad476 {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:54:40.810769 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ef1485-6391-422f-9cbb-37688cf03069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc0d2a5-e647-4075-928f-e770050a5d88', 'code': 200} Jun 21 04:54:40.830819 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:40.835402 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:40.884267 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=ebc0d2a5-e647-4075-928f-e770050a5d88,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:40.887730 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:41.171088 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc5b6f-6fca-4ee1-8f0d-6ca627dcd02b req-aab57c3a-e552-474e-b542-cd0b3572f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:41.172625 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-99dc5b6f-6fca-4ee1-8f0d-6ca627dcd02b req-aab57c3a-e552-474e-b542-cd0b3572f306 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 1102 time: 0.0501914 Jun 21 04:54:41.206692 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-99dc5b6f-6fca-4ee1-8f0d-6ca627dcd02b req-5eb0d418-5654-4a63-a8b0-664dc011cd30 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b512f8f1-bb4e-46e8-86ee-4a61bee954d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275912 Jun 21 04:54:41.848756 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b2e24-b5c6-4fef-b783-8338e22b1479 req-12faf788-e8c2-4645-a6c6-35928883a5d4 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:41.850190 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3a5b2e24-b5c6-4fef-b783-8338e22b1479 req-12faf788-e8c2-4645-a6c6-35928883a5d4 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 949 time: 0.0751135 Jun 21 04:54:41.892205 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3a5b2e24-b5c6-4fef-b783-8338e22b1479 req-3c9101d0-821d-4628-9236-b784fa5a9cff tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/security-groups?id=b512f8f1-bb4e-46e8-86ee-4a61bee954d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356231 Jun 21 04:54:42.811475 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 57210) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:42.857801 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_v2 [None req-266d5c9b-e690-40fc-8332-4f1880dd90a0 admin admin] Deleting subnet 19c87c9d-4f8d-4085-9caa-8641078f5103 {{(pid=99943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:54:42.860731 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-266d5c9b-e690-40fc-8332-4f1880dd90a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:42.894148 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-266d5c9b-e690-40fc-8332-4f1880dd90a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405345'] for subnet, precommit_delete_associations {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:42.934748 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-266d5c9b-e690-40fc-8332-4f1880dd90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:43.048581 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-266d5c9b-e690-40fc-8332-4f1880dd90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26156564'] for subnet, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:43.051640 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-1e37d55c-b62a-4533-9948-e3fdfab98f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:43.074683 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2a98-aff0-4717-bb0f-d6a4cd4bcc6f req-65be1756-3014-425e-96a9-3468cca5364b tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:43.076908 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-aaea2a98-aff0-4717-bb0f-d6a4cd4bcc6f req-65be1756-3014-425e-96a9-3468cca5364b tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 949 time: 0.0731628 Jun 21 04:54:43.079876 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d5c9b-e690-40fc-8332-4f1880dd90a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c87c9d-4f8d-4085-9caa-8641078f5103,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:43.082054 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-266d5c9b-e690-40fc-8332-4f1880dd90a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:43.086654 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-266d5c9b-e690-40fc-8332-4f1880dd90a0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/19c87c9d-4f8d-4085-9caa-8641078f5103 HTTP/1.1" status: 204 len: 168 time: 0.2741609 Jun 21 04:54:43.087704 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-266d5c9b-e690-40fc-8332-4f1880dd90a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:43.088385 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 57214) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:43.116020 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-aaea2a98-aff0-4717-bb0f-d6a4cd4bcc6f req-b7cd13f7-6131-4cb1-a7a9-ab85793f867f tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/security-groups?id=b512f8f1-bb4e-46e8-86ee-4a61bee954d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333116 Jun 21 04:54:43.162177 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-762ba218-5393-4266-9be1-70113270294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:43.247859 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-762ba218-5393-4266-9be1-70113270294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:43.257594 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-762ba218-5393-4266-9be1-70113270294c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22abc87-f8eb-49af-a80f-8fe3e2e7816b']}} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:43.268557 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-762ba218-5393-4266-9be1-70113270294c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a5fc6a-9f6f-4017-b3fd-986668db9b08') {'for_net_delete': True} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:43.268846 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-762ba218-5393-4266-9be1-70113270294c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a5fc6a-9f6f-4017-b3fd-986668db9b08') {} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:54:43.278066 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-762ba218-5393-4266-9be1-70113270294c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405352'] for segment, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:43.291287 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-762ba218-5393-4266-9be1-70113270294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:43.297238 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762ba218-5393-4266-9be1-70113270294c admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=99943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:54:43.297614 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-762ba218-5393-4266-9be1-70113270294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25560434'] for segment, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: Traceback (most recent call last): Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: timer() Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: cb(*args, **kw) Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: return func(*args, **kwargs) Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: self._notify() Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: self.callback(batched_events) Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: event.method(event) Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: return f(self, *a, **k) Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._get(url).json() Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: return self.request(url, 'GET', **kwargs) Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:54:43.299259 dv-cinder-772623-10-iscsi neutron-server[99943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:54:43.436515 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-762ba218-5393-4266-9be1-70113270294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:43.440099 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-43ad1551-650a-47f4-9114-c5b936e9a5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:43.442876 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-762ba218-5393-4266-9be1-70113270294c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:43.444616 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-762ba218-5393-4266-9be1-70113270294c admin admin] 10.222.0.11 "DELETE /v2.0/networks/d22abc87-f8eb-49af-a80f-8fe3e2e7816b HTTP/1.1" status: 204 len: 168 time: 0.3553250 Jun 21 04:54:43.458656 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ba218-5393-4266-9be1-70113270294c admin admin] Pushing event deleted for resources: {'Network': ['ID=d22abc87-f8eb-49af-a80f-8fe3e2e7816b,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:43.461140 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-762ba218-5393-4266-9be1-70113270294c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:43.731098 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662e5e7-bcff-4581-81a5-61595f337ce9 req-ed9826a5-c09a-4eee-a786-b64da6912083 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:43.733478 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5662e5e7-bcff-4581-81a5-61595f337ce9 req-ed9826a5-c09a-4eee-a786-b64da6912083 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 949 time: 0.0637836 Jun 21 04:54:43.772857 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-5662e5e7-bcff-4581-81a5-61595f337ce9 req-b1c57824-9f4b-4bac-b38d-f637ba384ea8 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/security-groups?id=b512f8f1-bb4e-46e8-86ee-4a61bee954d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335097 Jun 21 04:54:43.778712 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 57224) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:43.824991 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-e209f429-9db5-4dd5-b52d-1b9d59c806d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3537e10eacbf4ef2bfa19c5db301489f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441403 Jun 21 04:54:43.827732 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 57226) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:43.875929 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-06f21af6-7a6c-4e7f-b1e4-75b74e40c962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:43.898087 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-06f21af6-7a6c-4e7f-b1e4-75b74e40c962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:44.019258 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-06f21af6-7a6c-4e7f-b1e4-75b74e40c962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:44.021824 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-06f21af6-7a6c-4e7f-b1e4-75b74e40c962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:44.022943 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-06f21af6-7a6c-4e7f-b1e4-75b74e40c962 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2c9e0af-20d1-48bc-b683-7b56125da304 HTTP/1.1" status: 204 len: 168 time: 0.1943858 Jun 21 04:54:44.023800 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-2f3d6e57-b77b-44ce-ab36-67d258a1a058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:44.031360 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f21af6-7a6c-4e7f-b1e4-75b74e40c962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c9e0af-20d1-48bc-b683-7b56125da304,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:44.035419 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-06f21af6-7a6c-4e7f-b1e4-75b74e40c962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:44.930032 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 57250) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:44.958425 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52118c-3130-45fe-b6ac-fa5ada21caa1 req-9cee6045-c39b-47b6-98b3-907210fddb83 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:44.959962 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ab52118c-3130-45fe-b6ac-fa5ada21caa1 req-9cee6045-c39b-47b6-98b3-907210fddb83 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 949 time: 0.0656338 Jun 21 04:54:45.002529 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-ab52118c-3130-45fe-b6ac-fa5ada21caa1 req-819cd50e-a395-46ac-a5b0-0ab4746024c8 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/security-groups?id=b512f8f1-bb4e-46e8-86ee-4a61bee954d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356588 Jun 21 04:54:45.028972 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1225809145-network', 'tenant_id': '420c8fa4c0d344f9a897e157767652b0'}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:54:45.110221 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Made reservation on behalf of 420c8fa4c0d344f9a897e157767652b0 for: {'network': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:54:45.112580 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for network, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:45.120884 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:45.205742 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:45.258916 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:45.262965 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-7a762fd3-8fae-44f1-b5ad-3087ee7b3501 tempest-TestMinimumBasicScenario-691644558 tempest-TestMinimumBasicScenario-691644558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:45.285793 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=99942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:54:45.295823 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc06ef3-d363-48b3-bac3-b3c446c4376d,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:45.298957 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:45.301951 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:45.302295 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.db.segments_db [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Added segment 7c06a93d-33f5-4625-8085-4461c84c357b of type vlan for network 3d2ed696-7529-47ed-afe1-12cd74f0ee28 Jun 21 04:54:45.344902 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776822584028'] for network, precommit_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:45.416747 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be888c-3943-4eb1-8407-8efbd4088e7f req-8aa93133-387b-4cd0-b3a7-392ff395e0ed tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:45.418239 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-53be888c-3943-4eb1-8407-8efbd4088e7f req-8aa93133-387b-4cd0-b3a7-392ff395e0ed tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 949 time: 0.0646141 Jun 21 04:54:45.419353 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361'] for network, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:45.420692 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:45.421300 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:45.424492 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-8168ef3f-83cd-41ce-b26d-7482c202467a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:45.485526 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Pushing event updated for resources: {'Network': ['ID=3d2ed696-7529-47ed-afe1-12cd74f0ee28,revision_number=1']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:45.488201 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:45.496243 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Network 3d2ed696-7529-47ed-afe1-12cd74f0ee28 details requested by agent ovs-agent-dv-cinder-772623-10-iscsi with host dv-cinder-772623-10-iscsi {{(pid=99944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:54:45.512136 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-f5ee2aef-0001-43d0-99d1-05869f3bb88f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5802324 Jun 21 04:54:45.514773 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 57254) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:45.520322 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.v2.base [None req-2750bd8d-314a-4d61-adbb-06f72701ac98 admin admin] Request body: {'subnet': {'network_id': '3d2ed696-7529-47ed-afe1-12cd74f0ee28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1225809145-subnet', 'tenant_id': '420c8fa4c0d344f9a897e157767652b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:54:45.528803 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-53be888c-3943-4eb1-8407-8efbd4088e7f req-cb243872-2350-4b50-85b6-fd677864592a tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Deleting port ebc0d2a5-e647-4075-928f-e770050a5d88 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:54:45.529153 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-53be888c-3943-4eb1-8407-8efbd4088e7f req-cb243872-2350-4b50-85b6-fd677864592a tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:45.619275 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2750bd8d-314a-4d61-adbb-06f72701ac98 admin admin] Made reservation on behalf of 420c8fa4c0d344f9a897e157767652b0 for: {'subnet': 1} {{(pid=99942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:54:45.621634 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2750bd8d-314a-4d61-adbb-06f72701ac98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26199301'] for subnet, before_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:45.624803 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-53be888c-3943-4eb1-8407-8efbd4088e7f req-cb243872-2350-4b50-85b6-fd677864592a tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] For port ebc0d2a5-e647-4075-928f-e770050a5d88, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ebc0d2a5-e647-4075-928f-e770050a5d88,segment=NetworkSegment(30daa849-6ff3-49ea-89c3-0e110eb750ba),segment_id=30daa849-6ff3-49ea-89c3-0e110eb750ba)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:45.625167 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-53be888c-3943-4eb1-8407-8efbd4088e7f req-cb243872-2350-4b50-85b6-fd677864592a tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:45.689183 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-53be888c-3943-4eb1-8407-8efbd4088e7f req-cb243872-2350-4b50-85b6-fd677864592a tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Calling delete_port for ebc0d2a5-e647-4075-928f-e770050a5d88 owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:54:45.899751 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-53be888c-3943-4eb1-8407-8efbd4088e7f req-cb243872-2350-4b50-85b6-fd677864592a tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:45.904118 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-631ab4bf-9a5d-4fe4-b8ba-ae2d058599d1 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:45.928805 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb243872-2350-4b50-85b6-fd677864592a tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Pushing event deleted for resources: {'Port': ['ID=ebc0d2a5-e647-4075-928f-e770050a5d88,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:45.933458 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-cb243872-2350-4b50-85b6-fd677864592a tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:45.936182 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['ebc0d2a5-e647-4075-928f-e770050a5d88'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:54:45.982935 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-53be888c-3943-4eb1-8407-8efbd4088e7f req-cb243872-2350-4b50-85b6-fd677864592a tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] No DVR routers for this DVR port ebc0d2a5-e647-4075-928f-e770050a5d88 on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:54:45.985574 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-53be888c-3943-4eb1-8407-8efbd4088e7f req-cb243872-2350-4b50-85b6-fd677864592a tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:45.987658 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-53be888c-3943-4eb1-8407-8efbd4088e7f req-cb243872-2350-4b50-85b6-fd677864592a tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.52 "DELETE /v2.0/ports/ebc0d2a5-e647-4075-928f-e770050a5d88 HTTP/1.1" status: 204 len: 173 time: 0.5639436 Jun 21 04:54:45.988255 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ef1485-6391-422f-9cbb-37688cf03069', 'name': 'network-vif-deleted', 'tag': 'ebc0d2a5-e647-4075-928f-e770050a5d88'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:54:45.991122 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03140a26-4f6e-4d44-b378-cb62ee3a6d11" -d '{"events": [{"server_uuid": "b7ef1485-6391-422f-9cbb-37688cf03069", "name": "network-vif-deleted", "tag": "ebc0d2a5-e647-4075-928f-e770050a5d88"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:54:46.032479 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8804210-34e7-46c4-a5e8-eea92f13cd82 x-openstack-request-id: req-d8804210-34e7-46c4-a5e8-eea92f13cd82 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:54:46.033218 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ef1485-6391-422f-9cbb-37688cf03069", "name": "network-vif-deleted", "tag": "ebc0d2a5-e647-4075-928f-e770050a5d88", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:54:46.033218 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8804210-34e7-46c4-a5e8-eea92f13cd82 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:54:46.033532 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ef1485-6391-422f-9cbb-37688cf03069', 'name': 'network-vif-deleted', 'tag': 'ebc0d2a5-e647-4075-928f-e770050a5d88', 'status': 'completed', 'code': 200} Jun 21 04:54:46.128293 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2750bd8d-314a-4d61-adbb-06f72701ac98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25676438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26199319'] for subnet, after_create {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:46.130715 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-dfb2a72a-d4f4-477a-aceb-30d6197afd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:46.164811 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-11c697e0-65f1-473f-a6a2-2717d6e6a134 req-21c06649-8871-4b92-ac56-de64c98cc449 tempest-VolumesNegativeTest-1219493963 tempest-VolumesNegativeTest-1219493963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ef1485-6391-422f-9cbb-37688cf03069 HTTP/1.1" status: 200 len: 210 time: 0.0426025 Jun 21 04:54:46.189927 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750bd8d-314a-4d61-adbb-06f72701ac98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d114e46-9b63-4c53-a141-e2d10f67526b,revision_number=0']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:46.192881 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-2750bd8d-314a-4d61-adbb-06f72701ac98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:46.202900 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2750bd8d-314a-4d61-adbb-06f72701ac98 admin admin] Checking segment: {'id': '7c06a93d-33f5-4625-8085-4461c84c357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3d2ed696-7529-47ed-afe1-12cd74f0ee28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:54:46.214153 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2750bd8d-314a-4d61-adbb-06f72701ac98 admin admin] Network hostable DHCP agents. Network: 3d2ed696-7529-47ed-afe1-12cd74f0ee28, hostable agents: ['a371066f-269f-4c0b-82ac-6c5f058d3899'], hosted agents: [] {{(pid=99942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:54:46.265016 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2750bd8d-314a-4d61-adbb-06f72701ac98 admin admin] Network 3d2ed696-7529-47ed-afe1-12cd74f0ee28 is scheduled to be hosted by DHCP agent a371066f-269f-4c0b-82ac-6c5f058d3899 with binding_index 1 {{(pid=99942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:54:46.327689 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.scheduler.base_scheduler [None req-2750bd8d-314a-4d61-adbb-06f72701ac98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-iscsi, 3d2ed696-7529-47ed-afe1-12cd74f0ee28) {{(pid=99942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:54:46.331512 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2750bd8d-314a-4d61-adbb-06f72701ac98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:46.332309 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-2750bd8d-314a-4d61-adbb-06f72701ac98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:46.336630 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9898b077-f723-45e5-8cb8-0729ad351c37 None None] Network 3d2ed696-7529-47ed-afe1-12cd74f0ee28 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:54:46.397432 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-2750bd8d-314a-4d61-adbb-06f72701ac98 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8814740 Jun 21 04:54:46.460105 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af559a9-50fe-4196-ab90-6a308bb28906 None None] Network 3d2ed696-7529-47ed-afe1-12cd74f0ee28 requested from dv-cinder-772623-10-iscsi {{(pid=99944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:54:48.448105 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-c9a11e57-9407-4cab-a2fe-6d9673b7e9bd tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:48.450221 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-c9a11e57-9407-4cab-a2fe-6d9673b7e9bd tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/networks?id=3d2ed696-7529-47ed-afe1-12cd74f0ee28 HTTP/1.1" status: 200 len: 814 time: 0.1068325 Jun 21 04:54:48.465334 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4a1180a5-306c-4fa7-9182-b92d8c482989 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/quotas/420c8fa4c0d344f9a897e157767652b0 HTTP/1.1" status: 200 len: 375 time: 0.0090156 Jun 21 04:54:48.498097 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-f3bb2359-eb59-4392-a894-d88d8445bc9a tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=420c8fa4c0d344f9a897e157767652b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275359 Jun 21 04:54:48.562156 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device ebc0d2a5-e647-4075-928f-e770050a5d88 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:54:48.586233 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: ebc0d2a5-e647-4075-928f-e770050a5d88 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:54:48.586654 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device ebc0d2a5-e647-4075-928f-e770050a5d88 not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:54:48.597121 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-9690fce6-728e-4f30-b29a-b281725c64e3 service neutron] 10.222.0.11 "GET /v2.0/networks/3d2ed696-7529-47ed-afe1-12cd74f0ee28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900505 Jun 21 04:54:48.688613 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-b65254f0-66b6-407e-8000-7e5133f699cd service neutron] 10.222.0.11 "GET /v2.0/networks/3d2ed696-7529-47ed-afe1-12cd74f0ee28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855904 Jun 21 04:54:48.952772 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-dd172045-0c4a-4d14-9edb-2db378530ce1 req-600f8eae-d136-4ad8-b891-4757c311166f tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 210 time: 0.0325296 Jun 21 04:54:50.096973 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5117b8b3-419e-433e-a404-f7c7063e2da1 req-1a4015d4-3937-4fdb-aab0-dd15483dc32c tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 210 time: 0.0310683 Jun 21 04:54:51.239860 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-13f5cc79-7833-47f0-b142-8b8436d06bc2 req-3a0147f1-7ac3-4def-aa08-3b173b50920c tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 210 time: 0.0284159 Jun 21 04:54:51.303598 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-b7854478-dbca-40b0-a1d5-ead0a9a02102 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:51.305137 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-b7854478-dbca-40b0-a1d5-ead0a9a02102 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.52 "GET /v2.0/networks?id=3d2ed696-7529-47ed-afe1-12cd74f0ee28 HTTP/1.1" status: 200 len: 814 time: 0.1107318 Jun 21 04:54:51.326865 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-0bb90c9e-7bb4-4b5e-8565-9af50e509cb2 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Request body: {'port': {'device_id': '6eb70725-64b7-4d90-abad-9c8247c9edbc', 'network_id': '3d2ed696-7529-47ed-afe1-12cd74f0ee28', 'admin_state_up': True, 'tenant_id': '420c8fa4c0d344f9a897e157767652b0'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:54:51.493551 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-0bb90c9e-7bb4-4b5e-8565-9af50e509cb2 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Made reservation on behalf of 420c8fa4c0d344f9a897e157767652b0 for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:54:51.497163 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-0bb90c9e-7bb4-4b5e-8565-9af50e509cb2 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:51.622521 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-0bb90c9e-7bb4-4b5e-8565-9af50e509cb2 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Allocated IP 172.20.0.8 (3d2ed696-7529-47ed-afe1-12cd74f0ee28/6d114e46-9b63-4c53-a141-e2d10f67526b/fbbde845-619c-436c-b8ab-176b8efdb0ad) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:54:51.768212 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-0bb90c9e-7bb4-4b5e-8565-9af50e509cb2 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:51.865159 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-0bb90c9e-7bb4-4b5e-8565-9af50e509cb2 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:51.869040 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-9a20335e-74aa-498a-b01e-c507e6bb8948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:51.909657 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-0bb90c9e-7bb4-4b5e-8565-9af50e509cb2 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Network 3d2ed696-7529-47ed-afe1-12cd74f0ee28 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:54:51.912766 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-0bb90c9e-7bb4-4b5e-8565-9af50e509cb2 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:54:51.921626 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-0bb90c9e-7bb4-4b5e-8565-9af50e509cb2 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:54:51.942563 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb90c9e-7bb4-4b5e-8565-9af50e509cb2 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Pushing event updated for resources: {'Port': ['ID=fbbde845-619c-436c-b8ab-176b8efdb0ad,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:51.946754 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0bb90c9e-7bb4-4b5e-8565-9af50e509cb2 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:51.970164 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-0bb90c9e-7bb4-4b5e-8565-9af50e509cb2 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:51.972558 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-0bb90c9e-7bb4-4b5e-8565-9af50e509cb2 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:52.054265 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-0bb90c9e-7bb4-4b5e-8565-9af50e509cb2 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7317426 Jun 21 04:54:52.071725 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Request body: {'port': {'device_id': '6eb70725-64b7-4d90-abad-9c8247c9edbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:54:52.144641 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:52.314781 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 57528) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:52.464325 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbde845-619c-436c-b8ab-176b8efdb0ad {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:54:52.481240 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:52.499830 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2316f2-6dd3-42f7-bdb3-e98cd44f015d req-4fceb82c-4a15-40b4-92e8-c43bc49296f8 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:52.501279 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3e2316f2-6dd3-42f7-bdb3-e98cd44f015d req-4fceb82c-4a15-40b4-92e8-c43bc49296f8 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 931 time: 0.1428900 Jun 21 04:54:52.522798 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-60d58cd9-fe0f-4565-bb1c-66e7725c6a91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6709a8873ce1496f8dae66bdf2828e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067740 Jun 21 04:54:52.525554 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 57532) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:54:52.530271 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Transition to ACTIVE for port object fbbde845-619c-436c-b8ab-176b8efdb0ad will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:54:52.550117 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-3e2316f2-6dd3-42f7-bdb3-e98cd44f015d req-3f9946af-fb07-43d0-b1f3-3eda285958f5 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397348 Jun 21 04:54:52.576567 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ce831ac8-156e-4179-86b6-6c47abf169ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:52.597641 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ce831ac8-156e-4179-86b6-6c47abf169ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:52.619384 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:52.622899 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-68caaf8b-a3ca-4158-9554-cb6a8515ab89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:52.695997 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Pushing event updated for resources: {'Port': ['ID=fbbde845-619c-436c-b8ab-176b8efdb0ad,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:52.699631 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:52.700083 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ce831ac8-156e-4179-86b6-6c47abf169ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:52.707502 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-ce831ac8-156e-4179-86b6-6c47abf169ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:52.707502 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-ce831ac8-156e-4179-86b6-6c47abf169ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b512f8f1-bb4e-46e8-86ee-4a61bee954d2 HTTP/1.1" status: 204 len: 168 time: 0.1783109 Jun 21 04:54:52.707502 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-370e141b-3ad0-4c1f-8715-4c6215b9e929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:52.714414 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce831ac8-156e-4179-86b6-6c47abf169ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b512f8f1-bb4e-46e8-86ee-4a61bee954d2,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:52.717626 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-ce831ac8-156e-4179-86b6-6c47abf169ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:52.724260 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:54:52.771177 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Attempting to bind port fbbde845-619c-436c-b8ab-176b8efdb0ad on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:54:52.771513 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Attempting to bind port fbbde845-619c-436c-b8ab-176b8efdb0ad by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '7c06a93d-33f5-4625-8085-4461c84c357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3d2ed696-7529-47ed-afe1-12cd74f0ee28'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:54:52.771833 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Attempting to bind port fbbde845-619c-436c-b8ab-176b8efdb0ad on network 3d2ed696-7529-47ed-afe1-12cd74f0ee28 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:54:52.776194 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Port fbbde845-619c-436c-b8ab-176b8efdb0ad on network 3d2ed696-7529-47ed-afe1-12cd74f0ee28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:54:52.776510 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Attempting to bind port fbbde845-619c-436c-b8ab-176b8efdb0ad on network 3d2ed696-7529-47ed-afe1-12cd74f0ee28 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:54:52.782424 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:54:52.789184 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Checking segment: {'id': '7c06a93d-33f5-4625-8085-4461c84c357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3d2ed696-7529-47ed-afe1-12cd74f0ee28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:54:52.789184 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Bound using segment: {'id': '7c06a93d-33f5-4625-8085-4461c84c357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3d2ed696-7529-47ed-afe1-12cd74f0ee28'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:54:52.789184 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Bound port: fbbde845-619c-436c-b8ab-176b8efdb0ad, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c06a93d-33f5-4625-8085-4461c84c357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3d2ed696-7529-47ed-afe1-12cd74f0ee28'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:54:52.789184 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:52.844772 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] For port fbbde845-619c-436c-b8ab-176b8efdb0ad, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:54:52.847747 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] For port fbbde845-619c-436c-b8ab-176b8efdb0ad, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fbbde845-619c-436c-b8ab-176b8efdb0ad,segment=NetworkSegment(7c06a93d-33f5-4625-8085-4461c84c357b),segment_id=7c06a93d-33f5-4625-8085-4461c84c357b)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:54:52.899472 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:52.902338 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-2cb2abb8-1659-4221-b67f-b56af0910db2 tempest-TestVolumeBootPattern-353890272 tempest-TestVolumeBootPattern-353890272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:52.936842 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:52.937450 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:52.938792 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] 10.222.0.52 "PUT /v2.0/ports/fbbde845-619c-436c-b8ab-176b8efdb0ad HTTP/1.1" status: 200 len: 1093 time: 0.8711076 Jun 21 04:54:52.939338 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb70725-64b7-4d90-abad-9c8247c9edbc', 'tag': 'fbbde845-619c-436c-b8ab-176b8efdb0ad'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:54:52.941855 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eaf402-d6cb-4455-ba3f-08e64a027133" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb70725-64b7-4d90-abad-9c8247c9edbc", "tag": "fbbde845-619c-436c-b8ab-176b8efdb0ad"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:54:52.970185 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Pushing event updated for resources: {'Port': ['ID=fbbde845-619c-436c-b8ab-176b8efdb0ad,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:52.973791 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-4ba1eaef-d104-48ad-89c8-889f3ac61d1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:52.992303 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7405ec89-8089-4c55-9363-2ae5bc4bc94d x-openstack-request-id: req-7405ec89-8089-4c55-9363-2ae5bc4bc94d {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:54:52.992460 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb70725-64b7-4d90-abad-9c8247c9edbc", "tag": "fbbde845-619c-436c-b8ab-176b8efdb0ad", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:54:52.992744 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7405ec89-8089-4c55-9363-2ae5bc4bc94d {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:54:52.993198 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb70725-64b7-4d90-abad-9c8247c9edbc', 'tag': 'fbbde845-619c-436c-b8ab-176b8efdb0ad', 'status': 'completed', 'code': 200} Jun 21 04:54:53.092543 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaf402-d6cb-4455-ba3f-08e64a027133 req-c7347964-6ad8-4484-a472-2f979797dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:53.094090 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-30eaf402-d6cb-4455-ba3f-08e64a027133 req-c7347964-6ad8-4484-a472-2f979797dcc2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=420c8fa4c0d344f9a897e157767652b0&device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 1096 time: 0.0573120 Jun 21 04:54:53.206793 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaf402-d6cb-4455-ba3f-08e64a027133 req-565e1d26-5717-4967-a0ab-e0fbb0d61c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:53.208321 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-30eaf402-d6cb-4455-ba3f-08e64a027133 req-565e1d26-5717-4967-a0ab-e0fbb0d61c7e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=420c8fa4c0d344f9a897e157767652b0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1003289 Jun 21 04:54:53.597641 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a27df657-6103-422c-9010-cd456a7ba84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:53.601312 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaf402-d6cb-4455-ba3f-08e64a027133 req-30438301-d4dd-4d6b-b8c5-415d8b86f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:53.601823 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-30eaf402-d6cb-4455-ba3f-08e64a027133 req-30438301-d4dd-4d6b-b8c5-415d8b86f655 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3874314 Jun 21 04:54:53.767743 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34237bbf-b23e-4686-99cb-3756d0accea5 req-b494a6f5-bbf8-462e-9f80-df3386fd11b8 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:53.769110 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-34237bbf-b23e-4686-99cb-3756d0accea5 req-b494a6f5-bbf8-462e-9f80-df3386fd11b8 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 943 time: 0.1053944 Jun 21 04:54:53.774995 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-f7855819-3609-47b1-bbd6-dcddddec1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:53.776430 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-f7855819-3609-47b1-bbd6-dcddddec1bc9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=420c8fa4c0d344f9a897e157767652b0&device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 1096 time: 0.0836279 Jun 21 04:54:53.825711 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-88884723-c2ba-42cb-8718-8fea558524e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbbde845-619c-436c-b8ab-176b8efdb0ad HTTP/1.1" status: 200 len: 217 time: 0.0341451 Jun 21 04:54:53.869814 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-34237bbf-b23e-4686-99cb-3756d0accea5 req-c4c0dc15-d700-4403-8f42-cce2c2bb1061 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924504 Jun 21 04:54:53.888246 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-1ab823a4-9872-418d-9763-1937b90c7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:53.888246 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-1ab823a4-9872-418d-9763-1937b90c7a33 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6d114e46-9b63-4c53-a141-e2d10f67526b HTTP/1.1" status: 200 len: 854 time: 0.0524704 Jun 21 04:54:53.919091 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-86e937a4-b9cb-4eda-b2e8-a859e2eb06e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3d2ed696-7529-47ed-afe1-12cd74f0ee28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257530 Jun 21 04:54:54.005179 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-4153e189-97a6-4310-90d2-8c92da78c344 service neutron] 10.222.0.52 "GET /v2.0/networks/3d2ed696-7529-47ed-afe1-12cd74f0ee28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800111 Jun 21 04:54:54.030385 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:54.096579 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-db956b2f-6a1f-4a80-aeab-b747ca4fc097 req-d962e6e3-4310-4c43-9344-62ce0b647303 service neutron] 10.222.0.52 "GET /v2.0/networks/3d2ed696-7529-47ed-afe1-12cd74f0ee28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840487 Jun 21 04:54:55.049239 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaea40-a1a7-4556-8d9f-85d6d26a3ea8 req-1c913008-8546-4010-b86b-c104edc0d445 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:55.050678 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-faaaea40-a1a7-4556-8d9f-85d6d26a3ea8 req-1c913008-8546-4010-b86b-c104edc0d445 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 943 time: 0.0645416 Jun 21 04:54:55.086867 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-faaaea40-a1a7-4556-8d9f-85d6d26a3ea8 req-c6ddb691-0e7e-47a0-8c0a-c9a93abdf629 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306408 Jun 21 04:54:56.261017 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a1c79-6484-4d7f-a635-c188246fd7b4 req-dc75e1dc-7731-4141-9a4f-3556a58ea6e7 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:56.262443 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c22a1c79-6484-4d7f-a635-c188246fd7b4 req-dc75e1dc-7731-4141-9a4f-3556a58ea6e7 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 943 time: 0.0665739 Jun 21 04:54:56.299216 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-faf03785-07ac-42a4-b9cd-1f735d87992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:56.300342 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c22a1c79-6484-4d7f-a635-c188246fd7b4 req-8c977b36-fc3d-4cb8-8404-46127c30e541 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Jun 21 04:54:56.561388 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:57.367743 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:57.475426 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209fab2-c15c-4870-ba29-e691a7d15727 req-c1562c81-d8f4-4ce8-8d96-f4425c61140c tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:57.476862 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4209fab2-c15c-4870-ba29-e691a7d15727 req-c1562c81-d8f4-4ce8-8d96-f4425c61140c tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 943 time: 0.0626190 Jun 21 04:54:57.513968 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-4209fab2-c15c-4870-ba29-e691a7d15727 req-f3ce7c08-99eb-47e5-883e-e68bb8900bd4 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310376 Jun 21 04:54:58.578814 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device fbbde845-619c-436c-b8ab-176b8efdb0ad details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:54:58.671624 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port fbbde845-619c-436c-b8ab-176b8efdb0ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fbbde845-619c-436c-b8ab-176b8efdb0ad,segment=NetworkSegment(7c06a93d-33f5-4625-8085-4461c84c357b),segment_id=7c06a93d-33f5-4625-8085-4461c84c357b)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:58.682747 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': 'fbbde845-619c-436c-b8ab-176b8efdb0ad', 'network_id': '3d2ed696-7529-47ed-afe1-12cd74f0ee28', 'port_id': 'fbbde845-619c-436c-b8ab-176b8efdb0ad', 'mac_address': 'fa:16:3e:c4:95:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d114e46-9b63-4c53-a141-e2d10f67526b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:54:58.691191 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed2055-c6b9-4f10-8f6f-5d8d41d6e105 req-f266988d-7562-4e2d-9253-c830b121e670 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:58.692648 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b1ed2055-c6b9-4f10-8f6f-5d8d41d6e105 req-f266988d-7562-4e2d-9253-c830b121e670 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 943 time: 0.0664301 Jun 21 04:54:58.723759 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:58.730379 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-b1ed2055-c6b9-4f10-8f6f-5d8d41d6e105 req-c7adeb2e-72ac-4126-af58-c66aaaae3c8d tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319836 Jun 21 04:54:58.736222 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbde845-619c-436c-b8ab-176b8efdb0ad {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:54:58.756714 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port fbbde845-619c-436c-b8ab-176b8efdb0ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fbbde845-619c-436c-b8ab-176b8efdb0ad,segment=NetworkSegment(7c06a93d-33f5-4625-8085-4461c84c357b),segment_id=7c06a93d-33f5-4625-8085-4461c84c357b)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:54:58.796160 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:58.798279 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-3c98981c-7075-40e9-8970-64c5af5d7e92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:54:58.843045 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=fbbde845-619c-436c-b8ab-176b8efdb0ad,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:54:58.846051 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:54:59.076314 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:54:59.199173 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['fbbde845-619c-436c-b8ab-176b8efdb0ad'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:54:59.906005 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48d39a-1034-46cf-8cdd-289fb80fb8a1 req-f0a39f18-468e-46d4-945a-31012fa7fce0 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:54:59.907491 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0a48d39a-1034-46cf-8cdd-289fb80fb8a1 req-f0a39f18-468e-46d4-945a-31012fa7fce0 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 944 time: 0.0667462 Jun 21 04:54:59.944215 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0a48d39a-1034-46cf-8cdd-289fb80fb8a1 req-5f045377-27b0-45cc-8034-9f4eec940dd5 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311601 Jun 21 04:55:00.592811 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device fbbde845-619c-436c-b8ab-176b8efdb0ad up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:55:00.693543 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port fbbde845-619c-436c-b8ab-176b8efdb0ad completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:55:00.697271 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port fbbde845-619c-436c-b8ab-176b8efdb0ad triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:55:00.697654 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:55:00.773664 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:55:00.796643 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb70725-64b7-4d90-abad-9c8247c9edbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbde845-619c-436c-b8ab-176b8efdb0ad'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:55:00.798887 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0e758b-187d-4c55-86ab-5cde916a8bd9" -d '{"events": [{"server_uuid": "6eb70725-64b7-4d90-abad-9c8247c9edbc", "name": "network-vif-plugged", "status": "completed", "tag": "fbbde845-619c-436c-b8ab-176b8efdb0ad"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:55:00.814608 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port fbbde845-619c-436c-b8ab-176b8efdb0ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fbbde845-619c-436c-b8ab-176b8efdb0ad,segment=NetworkSegment(7c06a93d-33f5-4625-8085-4461c84c357b),segment_id=7c06a93d-33f5-4625-8085-4461c84c357b)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:55:00.836157 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c5e617-0ba1-4a38-add4-8b5d7b00441b x-openstack-request-id: req-d7c5e617-0ba1-4a38-add4-8b5d7b00441b {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:55:00.836454 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb70725-64b7-4d90-abad-9c8247c9edbc", "name": "network-vif-plugged", "status": "completed", "tag": "fbbde845-619c-436c-b8ab-176b8efdb0ad", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:55:00.836718 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7c5e617-0ba1-4a38-add4-8b5d7b00441b {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:55:00.837111 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb70725-64b7-4d90-abad-9c8247c9edbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbde845-619c-436c-b8ab-176b8efdb0ad', 'code': 200} Jun 21 04:55:00.870385 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:55:00.873369 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:55:00.921111 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=fbbde845-619c-436c-b8ab-176b8efdb0ad,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:55:00.924167 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:55:01.114991 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a7e61-d8ae-4e98-940c-16cd9e58d3a9 req-0d1ccfef-8f47-4e76-9370-4274f85db38d tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:55:01.118960 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7d7a7e61-d8ae-4e98-940c-16cd9e58d3a9 req-0d1ccfef-8f47-4e76-9370-4274f85db38d tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 945 time: 0.0665557 Jun 21 04:55:01.158834 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-7d7a7e61-d8ae-4e98-940c-16cd9e58d3a9 req-6e90dcb5-6777-4f06-aad0-5b08c4f1669b tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361028 Jun 21 04:55:01.178140 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23fc1a-7919-4501-b873-8cb00594b3b9 req-668414c0-31b8-4266-a25c-d0e7166e20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:55:01.179635 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f23fc1a-7919-4501-b873-8cb00594b3b9 req-668414c0-31b8-4266-a25c-d0e7166e20b7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 1098 time: 0.0553277 Jun 21 04:55:01.214818 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8f23fc1a-7919-4501-b873-8cb00594b3b9 req-2ada2a2a-06bb-4594-aa4a-17597a228c01 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280590 Jun 21 04:55:02.333779 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5bd97-439c-4e41-ba3b-729ed92a6161 req-e5f16652-141d-4f12-8d49-0022a2b78fe5 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:55:02.335295 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e8d5bd97-439c-4e41-ba3b-729ed92a6161 req-e5f16652-141d-4f12-8d49-0022a2b78fe5 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 945 time: 0.0629227 Jun 21 04:55:02.372577 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e8d5bd97-439c-4e41-ba3b-729ed92a6161 req-6e9584a4-81dc-46cf-a8f9-c0d60c1d9d6b tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Jun 21 04:55:03.544400 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e4682-c351-4a14-872f-00cd0c0f11c8 req-0875575e-0dbd-468e-81b7-2f3f68cb3163 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:55:03.545841 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-573e4682-c351-4a14-872f-00cd0c0f11c8 req-0875575e-0dbd-468e-81b7-2f3f68cb3163 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 945 time: 0.0622139 Jun 21 04:55:03.583381 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-573e4682-c351-4a14-872f-00cd0c0f11c8 req-4d115f18-394a-4727-b362-be5222abe455 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319889 Jun 21 04:55:23.590232 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-bcf2e9b4-fc75-46a1-9f9e-90d3b0a515eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:55:24.075826 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:55:25.151118 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a272b931-b784-4144-8c37-474ef2d0536b req-36a2bc97-e1c5-4743-b0fc-fd0eab39e5eb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537221 Jun 21 04:55:25.264120 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272b931-b784-4144-8c37-474ef2d0536b req-f8ec7ff1-3b9d-4518-9f36-2bf3f6b2cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:55:25.265583 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a272b931-b784-4144-8c37-474ef2d0536b req-f8ec7ff1-3b9d-4518-9f36-2bf3f6b2cb27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=420c8fa4c0d344f9a897e157767652b0&device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 1098 time: 0.0519042 Jun 21 04:55:25.368198 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272b931-b784-4144-8c37-474ef2d0536b req-c2f525ba-1686-4771-969f-62b518e450b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:55:25.369638 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a272b931-b784-4144-8c37-474ef2d0536b req-c2f525ba-1686-4771-969f-62b518e450b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3d2ed696-7529-47ed-afe1-12cd74f0ee28 HTTP/1.1" status: 200 len: 915 time: 0.0834439 Jun 21 04:55:25.417288 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a272b931-b784-4144-8c37-474ef2d0536b req-3056096f-3731-4008-9c3c-a450d0ee7131 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbbde845-619c-436c-b8ab-176b8efdb0ad HTTP/1.1" status: 200 len: 217 time: 0.0386512 Jun 21 04:55:25.466997 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272b931-b784-4144-8c37-474ef2d0536b req-dd6bf5d4-4b83-4a0b-ac62-458a7369ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:55:25.468320 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a272b931-b784-4144-8c37-474ef2d0536b req-dd6bf5d4-4b83-4a0b-ac62-458a7369ec19 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6d114e46-9b63-4c53-a141-e2d10f67526b HTTP/1.1" status: 200 len: 854 time: 0.0428982 Jun 21 04:55:25.501274 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a272b931-b784-4144-8c37-474ef2d0536b req-8ffecb98-befc-4488-a0d7-a74fd0ebd084 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3d2ed696-7529-47ed-afe1-12cd74f0ee28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246918 Jun 21 04:55:25.592711 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a272b931-b784-4144-8c37-474ef2d0536b req-a20f5473-c0c5-4b59-8288-e76039497046 service neutron] 10.222.0.52 "GET /v2.0/networks/3d2ed696-7529-47ed-afe1-12cd74f0ee28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820000 Jun 21 04:55:25.687371 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-a272b931-b784-4144-8c37-474ef2d0536b req-5588f3e4-2631-4a0e-b5ed-003b520246e7 service neutron] 10.222.0.52 "GET /v2.0/networks/3d2ed696-7529-47ed-afe1-12cd74f0ee28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814197 Jun 21 04:55:26.316349 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-d0be4646-1495-491f-bd6b-6f93e2cd0f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:55:26.601371 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:55:27.372651 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:55:29.121545 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:55:29.722618 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:55:45.658728 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [req-22ac1bd6-0a83-4c45-9f36-c7c9cd79021c req-21acc110-63af-436e-b158-4110df229d33 service neutron] (99942) timed out ('10.222.0.52', 60749) {{(pid=99942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 04:55:53.591078 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b63e7f64-15c8-437f-89fb-991f3356a342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:55:54.069291 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:55:56.326334 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-2825d60f-a1f9-421c-b76b-39af93f2e8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:55:56.538084 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:55:57.366786 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:55:59.143865 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:01.203912 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598a36d-4361-4d70-b9e1-62dbba8f2f48 req-31b3182b-44b8-46ce-8839-33dcaf8da10a tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:01.205355 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0598a36d-4361-4d70-b9e1-62dbba8f2f48 req-31b3182b-44b8-46ce-8839-33dcaf8da10a tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 945 time: 0.0670569 Jun 21 04:56:01.242668 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-0598a36d-4361-4d70-b9e1-62dbba8f2f48 req-71b6387b-24da-4fe9-95a7-12514e12cd88 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317564 Jun 21 04:56:02.518223 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfce3d-d567-4ac7-88f7-21c123362c34 req-3e7954ef-5865-4a0b-96f6-c9e2b7f9098c tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:02.519816 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-40cfce3d-d567-4ac7-88f7-21c123362c34 req-3e7954ef-5865-4a0b-96f6-c9e2b7f9098c tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 945 time: 0.1630766 Jun 21 04:56:02.556401 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-40cfce3d-d567-4ac7-88f7-21c123362c34 req-5ae8c917-0534-4cc0-86c1-992cd75a4ca0 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309665 Jun 21 04:56:03.227318 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcb96f-e531-4897-b95f-77f1a21a6b82 req-6f818a4f-3dd0-457a-a18e-74686f4b56c8 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:03.229555 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-91fcb96f-e531-4897-b95f-77f1a21a6b82 req-6f818a4f-3dd0-457a-a18e-74686f4b56c8 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 945 time: 0.0674548 Jun 21 04:56:03.323669 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-91fcb96f-e531-4897-b95f-77f1a21a6b82 req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Deleting port fbbde845-619c-436c-b8ab-176b8efdb0ad {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:56:03.324007 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-91fcb96f-e531-4897-b95f-77f1a21a6b82 req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:03.412543 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-91fcb96f-e531-4897-b95f-77f1a21a6b82 req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] For port fbbde845-619c-436c-b8ab-176b8efdb0ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fbbde845-619c-436c-b8ab-176b8efdb0ad,segment=NetworkSegment(7c06a93d-33f5-4625-8085-4461c84c357b),segment_id=7c06a93d-33f5-4625-8085-4461c84c357b)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:56:03.412902 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-91fcb96f-e531-4897-b95f-77f1a21a6b82 req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:03.481054 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-91fcb96f-e531-4897-b95f-77f1a21a6b82 req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Calling delete_port for fbbde845-619c-436c-b8ab-176b8efdb0ad owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:56:03.652488 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-91fcb96f-e531-4897-b95f-77f1a21a6b82 req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:03.656786 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-0bb6f3af-3346-43ae-95fa-b15451eeda47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:56:03.684502 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Pushing event deleted for resources: {'Port': ['ID=fbbde845-619c-436c-b8ab-176b8efdb0ad,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:56:03.693256 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['fbbde845-619c-436c-b8ab-176b8efdb0ad'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:56:03.698864 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:03.699276 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:03.699651 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:03.700018 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:03.700380 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:03.700738 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:03.701097 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:03.701452 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:03.701807 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:03.702036 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-12efd525-6148-43a5-a42b-39d84f85d633 req-4484c2c2-a07d-439f-9776-87af81649619 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 210 time: 0.0320375 Jun 21 04:56:03.702552 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:03.702552 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:03.702838 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:03.721651 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:56:03.742453 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fcb96f-e531-4897-b95f-77f1a21a6b82 req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] No DVR routers for this DVR port fbbde845-619c-436c-b8ab-176b8efdb0ad on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:56:03.745135 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-91fcb96f-e531-4897-b95f-77f1a21a6b82 req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:03.747138 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-91fcb96f-e531-4897-b95f-77f1a21a6b82 req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.52 "DELETE /v2.0/ports/fbbde845-619c-436c-b8ab-176b8efdb0ad HTTP/1.1" status: 204 len: 173 time: 0.5123699 Jun 21 04:56:03.747674 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb70725-64b7-4d90-abad-9c8247c9edbc', 'name': 'network-vif-deleted', 'tag': 'fbbde845-619c-436c-b8ab-176b8efdb0ad'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:56:03.750011 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d669c247-5427-491e-860a-9cf7e1886621" -d '{"events": [{"server_uuid": "6eb70725-64b7-4d90-abad-9c8247c9edbc", "name": "network-vif-deleted", "tag": "fbbde845-619c-436c-b8ab-176b8efdb0ad"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:56:03.786051 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe92d5b-cbc4-47fa-b666-0951a32a3719 x-openstack-request-id: req-abe92d5b-cbc4-47fa-b666-0951a32a3719 {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:56:03.786388 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb70725-64b7-4d90-abad-9c8247c9edbc", "name": "network-vif-deleted", "tag": "fbbde845-619c-436c-b8ab-176b8efdb0ad", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:56:03.786690 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-abe92d5b-cbc4-47fa-b666-0951a32a3719 {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:56:03.787136 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb70725-64b7-4d90-abad-9c8247c9edbc', 'name': 'network-vif-deleted', 'tag': 'fbbde845-619c-436c-b8ab-176b8efdb0ad', 'status': 'completed', 'code': 200} Jun 21 04:56:04.860437 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e001efe9-c574-4cee-9d78-56046fd5370f req-f236e03f-5b06-44b1-9be3-06f810cbf68f tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eb70725-64b7-4d90-abad-9c8247c9edbc HTTP/1.1" status: 200 len: 210 time: 0.0274076 Jun 21 04:56:06.721827 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:56:08.646981 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device fbbde845-619c-436c-b8ab-176b8efdb0ad no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:56:08.785489 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: fbbde845-619c-436c-b8ab-176b8efdb0ad {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:56:08.785835 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device fbbde845-619c-436c-b8ab-176b8efdb0ad not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:56:18.466944 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-d83c7d8d-24b6-45fa-b2c1-32a66cf7f654 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:18.468396 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-d83c7d8d-24b6-45fa-b2c1-32a66cf7f654 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/networks?id=3d2ed696-7529-47ed-afe1-12cd74f0ee28 HTTP/1.1" status: 200 len: 814 time: 0.1013534 Jun 21 04:56:18.483095 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-0a1b48f5-fa7f-42cb-a53e-11a45642f851 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/quotas/420c8fa4c0d344f9a897e157767652b0 HTTP/1.1" status: 200 len: 375 time: 0.0093560 Jun 21 04:56:18.514637 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-81e63421-93d4-4443-8795-2cada647e4d7 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=420c8fa4c0d344f9a897e157767652b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265868 Jun 21 04:56:18.605701 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-eeb0dfa4-f465-47eb-a057-6f9d1e06aa64 service neutron] 10.222.0.11 "GET /v2.0/networks/3d2ed696-7529-47ed-afe1-12cd74f0ee28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847316 Jun 21 04:56:18.692375 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-92a1811c-7d72-49a7-b8e5-a89c5976a987 service neutron] 10.222.0.11 "GET /v2.0/networks/3d2ed696-7529-47ed-afe1-12cd74f0ee28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810218 Jun 21 04:56:18.928351 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-5b620447-4b15-4b01-97bd-b476b10fba18 req-748c622e-24d6-4ba3-9306-ca59f78223e3 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 210 time: 0.0294008 Jun 21 04:56:20.079430 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-004ad319-75b7-440b-aa89-07ded65ed2f5 req-3402f290-7ed4-4181-8724-bad242457ca3 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 210 time: 0.0290403 Jun 21 04:56:21.125054 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-12184531-cc23-4a75-b0a7-0d289e6a5474 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:21.126576 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-12184531-cc23-4a75-b0a7-0d289e6a5474 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.52 "GET /v2.0/networks?id=3d2ed696-7529-47ed-afe1-12cd74f0ee28 HTTP/1.1" status: 200 len: 814 time: 0.1053452 Jun 21 04:56:21.145892 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-f9709fe3-1b8f-4e97-8124-9f9b740bf250 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Request body: {'port': {'device_id': '91596911-260c-4085-8c07-3dfa1ac1ba5e', 'network_id': '3d2ed696-7529-47ed-afe1-12cd74f0ee28', 'admin_state_up': True, 'tenant_id': '420c8fa4c0d344f9a897e157767652b0'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:56:21.234632 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-8bf0068e-6c05-4828-b135-b6cac7ca5c8e req-e3af6cd9-c1a3-4128-957b-b683fb036266 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 210 time: 0.0386114 Jun 21 04:56:21.382783 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-f9709fe3-1b8f-4e97-8124-9f9b740bf250 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Made reservation on behalf of 420c8fa4c0d344f9a897e157767652b0 for: {'port': 1} {{(pid=99943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:56:21.387114 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-f9709fe3-1b8f-4e97-8124-9f9b740bf250 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1681255'] for port, before_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:21.510033 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.db_base_plugin_common [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-f9709fe3-1b8f-4e97-8124-9f9b740bf250 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Allocated IP 172.20.0.14 (3d2ed696-7529-47ed-afe1-12cd74f0ee28/6d114e46-9b63-4c53-a141-e2d10f67526b/0af918e5-e9b0-46b4-a971-a3abb7cb98c3) {{(pid=99943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:56:21.655822 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-f9709fe3-1b8f-4e97-8124-9f9b740bf250 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks [] for port, precommit_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:21.771818 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-f9709fe3-1b8f-4e97-8124-9f9b740bf250 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1680292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776822564446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25433260'] for port, after_create {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:21.775643 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-8e6b363c-dd04-4cc6-9efb-7fa47837759c tempest-VolumesActionsTest-606005644 tempest-VolumesActionsTest-606005644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:56:21.818207 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-f9709fe3-1b8f-4e97-8124-9f9b740bf250 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Network 3d2ed696-7529-47ed-afe1-12cd74f0ee28 is already hosted by enough agents. {{(pid=99943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:56:21.822263 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.scheduler.base_scheduler [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-f9709fe3-1b8f-4e97-8124-9f9b740bf250 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Resources bound (agent type, host, resource id): {{(pid=99943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:56:21.826167 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-f9709fe3-1b8f-4e97-8124-9f9b740bf250 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Received port after_create {{(pid=99943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:56:21.852183 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9709fe3-1b8f-4e97-8124-9f9b740bf250 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Pushing event updated for resources: {'Port': ['ID=0af918e5-e9b0-46b4-a971-a3abb7cb98c3,revision_number=1']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:56:21.856473 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-f9709fe3-1b8f-4e97-8124-9f9b740bf250 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:56:21.879103 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-f9709fe3-1b8f-4e97-8124-9f9b740bf250 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:21.885613 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-f9709fe3-1b8f-4e97-8124-9f9b740bf250 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:21.966825 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-f9709fe3-1b8f-4e97-8124-9f9b740bf250 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8247521 Jun 21 04:56:22.034194 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.v2.base [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Request body: {'port': {'device_id': '91596911-260c-4085-8c07-3dfa1ac1ba5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:56:22.103750 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:22.364878 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 {{(pid=99943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:56:22.373734 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:22.385211 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.provisioning_blocks [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Transition to ACTIVE for port object 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 will not be triggered until provisioned by entity L2. {{(pid=99943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:56:22.416538 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c61535-0588-4b50-bd8a-8955b321db76 req-763c2433-242e-462b-aa0f-4dd4e64807bf tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:22.417992 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f0c61535-0588-4b50-bd8a-8955b321db76 req-763c2433-242e-462b-aa0f-4dd4e64807bf tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 932 time: 0.0684087 Jun 21 04:56:22.451520 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:22.454372 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-f0c61535-0588-4b50-bd8a-8955b321db76 req-cc50bc28-7c5f-4124-b653-e2afe301dd77 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305839 Jun 21 04:56:22.454794 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-5147e70f-c0ec-4f15-9cf7-02e643b40d0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:56:22.523878 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Pushing event updated for resources: {'Port': ['ID=0af918e5-e9b0-46b4-a971-a3abb7cb98c3,revision_number=2']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:56:22.528873 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:56:22.603229 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Attempting to bind port 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:56:22.603485 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Attempting to bind port 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '7c06a93d-33f5-4625-8085-4461c84c357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3d2ed696-7529-47ed-afe1-12cd74f0ee28'}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:56:22.603804 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Attempting to bind port 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 on network 3d2ed696-7529-47ed-afe1-12cd74f0ee28 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:56:22.607971 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Port 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 on network 3d2ed696-7529-47ed-afe1-12cd74f0ee28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:56:22.608291 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Attempting to bind port 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 on network 3d2ed696-7529-47ed-afe1-12cd74f0ee28 {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:56:22.613140 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Checking agent: {'id': '461568fa-3d13-44bf-b3a6-8bcee77ab82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'started_at': datetime.datetime(2021, 6, 21, 4, 38, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:56:22.613473 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Checking segment: {'id': '7c06a93d-33f5-4625-8085-4461c84c357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3d2ed696-7529-47ed-afe1-12cd74f0ee28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:56:22.613851 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Bound using segment: {'id': '7c06a93d-33f5-4625-8085-4461c84c357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3d2ed696-7529-47ed-afe1-12cd74f0ee28'} {{(pid=99943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:56:22.614274 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.managers [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Bound port: 0af918e5-e9b0-46b4-a971-a3abb7cb98c3, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c06a93d-33f5-4625-8085-4461c84c357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3d2ed696-7529-47ed-afe1-12cd74f0ee28'}}] {{(pid=99943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:56:22.614615 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:22.674060 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] For port 0af918e5-e9b0-46b4-a971-a3abb7cb98c3, host hv-cinder-77262, cleared binding levels {{(pid=99943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:56:22.676933 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] For port 0af918e5-e9b0-46b4-a971-a3abb7cb98c3, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0af918e5-e9b0-46b4-a971-a3abb7cb98c3,segment=NetworkSegment(7c06a93d-33f5-4625-8085-4461c84c357b),segment_id=7c06a93d-33f5-4625-8085-4461c84c357b)] {{(pid=99943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:56:22.731927 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433242'] for port, after_update {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:22.734870 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:56:22.765022 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:22.765618 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:22.771488 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] 10.222.0.52 "PUT /v2.0/ports/0af918e5-e9b0-46b4-a971-a3abb7cb98c3 HTTP/1.1" status: 200 len: 1094 time: 0.7854714 Jun 21 04:56:22.771754 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91596911-260c-4085-8c07-3dfa1ac1ba5e', 'tag': '0af918e5-e9b0-46b4-a971-a3abb7cb98c3'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:56:22.775033 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b36d254-0875-4a04-985d-652a759f8d89" -d '{"events": [{"name": "network-changed", "server_uuid": "91596911-260c-4085-8c07-3dfa1ac1ba5e", "tag": "0af918e5-e9b0-46b4-a971-a3abb7cb98c3"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:56:22.802663 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Pushing event updated for resources: {'Port': ['ID=0af918e5-e9b0-46b4-a971-a3abb7cb98c3,revision_number=3']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:56:22.808289 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-cedd1c62-7041-4aec-9105-2ca047b70c7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:56:22.811030 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ca956a-033b-446a-99c0-89161224f47b x-openstack-request-id: req-40ca956a-033b-446a-99c0-89161224f47b {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:56:22.811399 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91596911-260c-4085-8c07-3dfa1ac1ba5e", "tag": "0af918e5-e9b0-46b4-a971-a3abb7cb98c3", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:56:22.811696 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40ca956a-033b-446a-99c0-89161224f47b {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:56:22.812131 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91596911-260c-4085-8c07-3dfa1ac1ba5e', 'tag': '0af918e5-e9b0-46b4-a971-a3abb7cb98c3', 'status': 'completed', 'code': 200} Jun 21 04:56:22.912956 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36d254-0875-4a04-985d-652a759f8d89 req-043d1e6c-3bfc-45f9-9392-c2f65d668ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:22.914418 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1b36d254-0875-4a04-985d-652a759f8d89 req-043d1e6c-3bfc-45f9-9392-c2f65d668ba0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=420c8fa4c0d344f9a897e157767652b0&device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 1097 time: 0.0512865 Jun 21 04:56:23.020146 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36d254-0875-4a04-985d-652a759f8d89 req-b9756b7e-90e1-4acd-94b8-beeb25bb50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:23.021584 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1b36d254-0875-4a04-985d-652a759f8d89 req-b9756b7e-90e1-4acd-94b8-beeb25bb50a8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=420c8fa4c0d344f9a897e157767652b0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0923562 Jun 21 04:56:23.115407 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36d254-0875-4a04-985d-652a759f8d89 req-c4e5d71c-4ae1-4585-8b43-cf13db62c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:23.116837 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1b36d254-0875-4a04-985d-652a759f8d89 req-c4e5d71c-4ae1-4585-8b43-cf13db62c2b9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885010 Jun 21 04:56:23.230939 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-3be23044-265e-481f-9138-c9de2b38022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:23.232333 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-3be23044-265e-481f-9138-c9de2b38022b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=420c8fa4c0d344f9a897e157767652b0&device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 1097 time: 0.0512350 Jun 21 04:56:23.280412 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-073a1a4a-067b-46c6-989c-27ee626a145a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0af918e5-e9b0-46b4-a971-a3abb7cb98c3 HTTP/1.1" status: 200 len: 217 time: 0.0329220 Jun 21 04:56:23.331453 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-13c937bb-6b6b-45a4-b53f-901eab19769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:23.332813 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-13c937bb-6b6b-45a4-b53f-901eab19769b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6d114e46-9b63-4c53-a141-e2d10f67526b HTTP/1.1" status: 200 len: 854 time: 0.0448899 Jun 21 04:56:23.365069 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-f3918e84-cea9-43b0-bad8-acfd9d0170b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3d2ed696-7529-47ed-afe1-12cd74f0ee28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251951 Jun 21 04:56:23.451118 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-ed9bc091-29f5-411a-9a57-f73497d880fa service neutron] 10.222.0.52 "GET /v2.0/networks/3d2ed696-7529-47ed-afe1-12cd74f0ee28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788326 Jun 21 04:56:23.544708 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-e7b7d215-f503-4b99-8e91-df525e8d00f6 req-7221df1a-b2d7-4a1e-82b0-8c2b7e433885 service neutron] 10.222.0.52 "GET /v2.0/networks/3d2ed696-7529-47ed-afe1-12cd74f0ee28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861621 Jun 21 04:56:23.594992 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-f8560c8f-26b6-4567-9967-fbcb802d02ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:23.632723 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e60145-c5a1-4f7f-ad96-41f31cd418b0 req-51936f0a-7141-4de8-965a-6f752fbb726a tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:23.634877 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-29e60145-c5a1-4f7f-ad96-41f31cd418b0 req-51936f0a-7141-4de8-965a-6f752fbb726a tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 944 time: 0.0624962 Jun 21 04:56:23.671559 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-29e60145-c5a1-4f7f-ad96-41f31cd418b0 req-57b1424e-ec26-4898-a647-7d1b82a332a7 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312779 Jun 21 04:56:24.068555 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:24.842333 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b77e84-bf1a-43aa-b110-25a728d31f79 req-38a873e1-44c3-4957-baf5-1e54d8294389 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:24.843834 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c6b77e84-bf1a-43aa-b110-25a728d31f79 req-38a873e1-44c3-4957-baf5-1e54d8294389 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 944 time: 0.0634274 Jun 21 04:56:24.881121 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-c6b77e84-bf1a-43aa-b110-25a728d31f79 req-ef6ab7bd-e903-4dcb-96dc-2c5d4dae166e tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316348 Jun 21 04:56:26.057238 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef47623-cab9-49d3-870a-141ed18f1f0a req-86ba94a5-742b-4952-b6e2-43228cf31156 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:26.058676 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1ef47623-cab9-49d3-870a-141ed18f1f0a req-86ba94a5-742b-4952-b6e2-43228cf31156 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 944 time: 0.0669460 Jun 21 04:56:26.074191 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:56:26.096648 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-1ef47623-cab9-49d3-870a-141ed18f1f0a req-6d0c51ef-6fe7-4eea-b48b-d3522b76e4b1 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323715 Jun 21 04:56:26.170029 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 0af918e5-e9b0-46b4-a971-a3abb7cb98c3, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0af918e5-e9b0-46b4-a971-a3abb7cb98c3,segment=NetworkSegment(7c06a93d-33f5-4625-8085-4461c84c357b),segment_id=7c06a93d-33f5-4625-8085-4461c84c357b)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:56:26.181078 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Returning: {'device': '0af918e5-e9b0-46b4-a971-a3abb7cb98c3', 'network_id': '3d2ed696-7529-47ed-afe1-12cd74f0ee28', 'port_id': '0af918e5-e9b0-46b4-a971-a3abb7cb98c3', 'mac_address': 'fa:16:3e:fb:72:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d114e46-9b63-4c53-a141-e2d10f67526b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:56:26.229782 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:26.243996 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 {{(pid=99944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:56:26.261736 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 0af918e5-e9b0-46b4-a971-a3abb7cb98c3, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0af918e5-e9b0-46b4-a971-a3abb7cb98c3,segment=NetworkSegment(7c06a93d-33f5-4625-8085-4461c84c357b),segment_id=7c06a93d-33f5-4625-8085-4461c84c357b)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:56:26.338004 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-3fe59b5e-dc7e-4444-a3cc-f27ef382fbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:26.371189 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:26.373799 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-7af64f34-a993-4877-8dfa-e2d42117a0dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:56:26.419089 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=0af918e5-e9b0-46b4-a971-a3abb7cb98c3,revision_number=4']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:56:26.425905 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:26.426190 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:26.426525 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:26.426851 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:26.427197 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:26.427524 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:26.427844 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:26.428179 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:26.428479 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:26.428795 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:26.429107 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:26.429418 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:56:26.433487 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:56:26.594363 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:26.820375 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['0af918e5-e9b0-46b4-a971-a3abb7cb98c3'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:56:27.271108 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520559b1-afaa-458f-bb3d-6eacfa4db7c3 req-a63997bd-9a1a-4ed3-b5e8-bf27a62f35ed tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:27.272709 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-520559b1-afaa-458f-bb3d-6eacfa4db7c3 req-a63997bd-9a1a-4ed3-b5e8-bf27a62f35ed tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 945 time: 0.0673802 Jun 21 04:56:27.311031 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-520559b1-afaa-458f-bb3d-6eacfa4db7c3 req-037a3606-122a-47ea-9865-d2df4745106e tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323200 Jun 21 04:56:27.417170 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:28.106038 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 up at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:56:28.194693 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning for port 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 completed by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:56:28.198218 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.db.provisioning_blocks [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Provisioning complete for port 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 triggered by entity L2. {{(pid=99944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:56:28.198617 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2020218'] for port, provisioning_complete {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:28.272775 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1681265'] for port, before_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:28.299407 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91596911-260c-4085-8c07-3dfa1ac1ba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af918e5-e9b0-46b4-a971-a3abb7cb98c3'}] {{(pid=99944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:56:28.301647 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b38034701a9a5516012d03095b84d839c29e7b7de593c8d29d00c25e2fc0a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ae58c9-3ced-4679-ac82-d869ff1aa6dd" -d '{"events": [{"server_uuid": "91596911-260c-4085-8c07-3dfa1ac1ba5e", "name": "network-vif-plugged", "status": "completed", "tag": "0af918e5-e9b0-46b4-a971-a3abb7cb98c3"}]}' {{(pid=99944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:56:28.315265 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] For port 0af918e5-e9b0-46b4-a971-a3abb7cb98c3, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0af918e5-e9b0-46b4-a971-a3abb7cb98c3,segment=NetworkSegment(7c06a93d-33f5-4625-8085-4461c84c357b),segment_id=7c06a93d-33f5-4625-8085-4461c84c357b)] {{(pid=99944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:56:28.337157 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8ff6cc-89e5-488b-a424-d3ffab65c55f x-openstack-request-id: req-7a8ff6cc-89e5-488b-a424-d3ffab65c55f {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:56:28.337586 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91596911-260c-4085-8c07-3dfa1ac1ba5e", "name": "network-vif-plugged", "status": "completed", "tag": "0af918e5-e9b0-46b4-a971-a3abb7cb98c3", "code": 200}]} {{(pid=99944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:56:28.337850 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a8ff6cc-89e5-488b-a424-d3ffab65c55f {{(pid=99944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:56:28.338250 dv-cinder-772623-10-iscsi neutron-server[99944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91596911-260c-4085-8c07-3dfa1ac1ba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af918e5-e9b0-46b4-a971-a3abb7cb98c3', 'code': 200} Jun 21 04:56:28.406145 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776823154899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776822564464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776822564509'] for port, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:28.410475 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:56:28.456593 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Pushing event updated for resources: {'Port': ['ID=0af918e5-e9b0-46b4-a971-a3abb7cb98c3,revision_number=5']} {{(pid=99944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:56:28.460129 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG oslo_concurrency.lockutils [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:56:28.484968 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374ec78-f159-4c2c-a07c-c91dcbef2736 req-4b479e3d-7d98-43e5-b04c-51d642f051ba tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:28.486391 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f374ec78-f159-4c2c-a07c-c91dcbef2736 req-4b479e3d-7d98-43e5-b04c-51d642f051ba tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 946 time: 0.0625808 Jun 21 04:56:28.522840 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-f374ec78-f159-4c2c-a07c-c91dcbef2736 req-8ac9bfcd-49df-499a-a89d-c06de17c9bd6 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306222 Jun 21 04:56:28.696711 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02f60d-7138-430a-816a-998c79dcecdc req-972de322-989a-425f-bb69-da9315871c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:28.698140 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fd02f60d-7138-430a-816a-998c79dcecdc req-972de322-989a-425f-bb69-da9315871c55 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 1099 time: 0.0505762 Jun 21 04:56:28.731606 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-fd02f60d-7138-430a-816a-998c79dcecdc req-1bd6cf29-c168-4062-9ba5-c3872d8cfaf1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270019 Jun 21 04:56:29.142971 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:29.695109 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bdd9c-4094-41e9-a95f-70bde0549d99 req-d8f994cc-f810-479d-a1d5-e77ff161831a tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:29.696870 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-393bdd9c-4094-41e9-a95f-70bde0549d99 req-d8f994cc-f810-479d-a1d5-e77ff161831a tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 946 time: 0.0620563 Jun 21 04:56:29.733526 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-393bdd9c-4094-41e9-a95f-70bde0549d99 req-a01cbb87-0304-4dba-82e0-968c8ba4e206 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308688 Jun 21 04:56:30.907682 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a44768-d627-466b-8740-65bc6b2ef46a req-7d32d0db-7330-40a4-99fd-96e4daa982d5 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:30.909122 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-64a44768-d627-466b-8740-65bc6b2ef46a req-7d32d0db-7330-40a4-99fd-96e4daa982d5 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 946 time: 0.0646598 Jun 21 04:56:30.946384 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-64a44768-d627-466b-8740-65bc6b2ef46a req-49e34a32-91d2-4c93-90cf-5596e016930b tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311973 Jun 21 04:56:43.720279 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:56:53.611205 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-b961d42e-3fe4-4f3c-a5b6-3f077af60dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:54.102915 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:56.251517 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-2bea03d7-2f0f-46d3-b38e-e974308c7a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:56.525546 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:57.381521 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:56:58.897761 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054839ed-9ce7-40f5-8efe-34e5dfcd7c86 req-e7a80833-cb34-42d4-bde5-05b1cbe6dd68 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:56:58.899184 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-054839ed-9ce7-40f5-8efe-34e5dfcd7c86 req-e7a80833-cb34-42d4-bde5-05b1cbe6dd68 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 946 time: 0.0610876 Jun 21 04:56:58.937083 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-054839ed-9ce7-40f5-8efe-34e5dfcd7c86 req-4b9380fc-ab01-416e-9213-431d25a5553a tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322330 Jun 21 04:56:59.079513 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:00.116437 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cfc7b-c0f4-4b55-8890-dcaf49f6eb74 req-315b5bea-9df5-463b-aed8-4533d0a9b3b3 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:57:00.118911 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-157cfc7b-c0f4-4b55-8890-dcaf49f6eb74 req-315b5bea-9df5-463b-aed8-4533d0a9b3b3 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 946 time: 0.0723758 Jun 21 04:57:00.156517 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [req-157cfc7b-c0f4-4b55-8890-dcaf49f6eb74 req-02f8906d-c797-4571-b52d-0a8fb3fae793 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 Jun 21 04:57:01.043686 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e36fcb-e1f2-4399-8515-b0d78924fff1 req-b6db6fc3-7c4b-4db8-aca9-caaa41bf468b tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:57:01.045071 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-67e36fcb-e1f2-4399-8515-b0d78924fff1 req-b6db6fc3-7c4b-4db8-aca9-caaa41bf468b tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.52 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 946 time: 0.0650384 Jun 21 04:57:01.139628 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-67e36fcb-e1f2-4399-8515-b0d78924fff1 req-59837086-8109-47a1-9b63-a398baa47899 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Deleting port 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 {{(pid=99943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:57:01.139962 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-67e36fcb-e1f2-4399-8515-b0d78924fff1 req-59837086-8109-47a1-9b63-a398baa47899 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776823149797'] for port, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:01.228647 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.db [req-67e36fcb-e1f2-4399-8515-b0d78924fff1 req-59837086-8109-47a1-9b63-a398baa47899 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] For port 0af918e5-e9b0-46b4-a971-a3abb7cb98c3, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0af918e5-e9b0-46b4-a971-a3abb7cb98c3,segment=NetworkSegment(7c06a93d-33f5-4625-8085-4461c84c357b),segment_id=7c06a93d-33f5-4625-8085-4461c84c357b)] {{(pid=99943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:57:01.228994 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-67e36fcb-e1f2-4399-8515-b0d78924fff1 req-59837086-8109-47a1-9b63-a398baa47899 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979867'] for port, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:01.294847 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.plugin [req-67e36fcb-e1f2-4399-8515-b0d78924fff1 req-59837086-8109-47a1-9b63-a398baa47899 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Calling delete_port for 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 owned by compute:nova {{(pid=99943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:57:01.407240 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeac9d-2a6f-4307-b319-d3c4406bf1e4 req-378191ee-5f8c-412a-9449-dcd431f25131 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:57:01.408694 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1faeac9d-2a6f-4307-b319-d3c4406bf1e4 req-378191ee-5f8c-412a-9449-dcd431f25131 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 946 time: 0.1394744 Jun 21 04:57:01.476997 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-1faeac9d-2a6f-4307-b319-d3c4406bf1e4 req-4650eebb-c29b-4a60-ad9b-617d274a9077 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc06ef3-d363-48b3-bac3-b3c446c4376d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589969 Jun 21 04:57:01.553209 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-67e36fcb-e1f2-4399-8515-b0d78924fff1 req-59837086-8109-47a1-9b63-a398baa47899 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1680275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776823154917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776822564455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433251'] for port, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:01.557528 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-13297c58-7503-4080-913b-6401f7dfa251 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:57:01.582738 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59837086-8109-47a1-9b63-a398baa47899 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Pushing event deleted for resources: {'Port': ['ID=0af918e5-e9b0-46b4-a971-a3abb7cb98c3,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:57:01.586371 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-59837086-8109-47a1-9b63-a398baa47899 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:57:01.591316 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.db [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] get_ports_and_sgs() called for port_ids ['0af918e5-e9b0-46b4-a971-a3abb7cb98c3'] {{(pid=99944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:57:01.628132 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e36fcb-e1f2-4399-8515-b0d78924fff1 req-59837086-8109-47a1-9b63-a398baa47899 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] No DVR routers for this DVR port 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 on host hv-cinder-77262 {{(pid=99943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:57:01.630388 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [req-67e36fcb-e1f2-4399-8515-b0d78924fff1 req-59837086-8109-47a1-9b63-a398baa47899 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135961'] for port, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:01.632370 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-67e36fcb-e1f2-4399-8515-b0d78924fff1 req-59837086-8109-47a1-9b63-a398baa47899 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.52 "DELETE /v2.0/ports/0af918e5-e9b0-46b4-a971-a3abb7cb98c3 HTTP/1.1" status: 204 len: 173 time: 0.5816123 Jun 21 04:57:01.632877 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91596911-260c-4085-8c07-3dfa1ac1ba5e', 'name': 'network-vif-deleted', 'tag': '0af918e5-e9b0-46b4-a971-a3abb7cb98c3'}] {{(pid=99943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:57:01.637596 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f0373eaeebbe085e125e3ddbbe4175a52f12af175a8b40461da9c4033d2bf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be1db97-dbe3-4228-b459-40726799a2e9" -d '{"events": [{"server_uuid": "91596911-260c-4085-8c07-3dfa1ac1ba5e", "name": "network-vif-deleted", "tag": "0af918e5-e9b0-46b4-a971-a3abb7cb98c3"}]}' {{(pid=99943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:57:01.671998 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977d2e03-4e61-4ba1-b68f-d89734e2773e x-openstack-request-id: req-977d2e03-4e61-4ba1-b68f-d89734e2773e {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:57:01.672370 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91596911-260c-4085-8c07-3dfa1ac1ba5e", "name": "network-vif-deleted", "tag": "0af918e5-e9b0-46b4-a971-a3abb7cb98c3", "status": "completed", "code": 200}]} {{(pid=99943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:57:01.672664 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-977d2e03-4e61-4ba1-b68f-d89734e2773e {{(pid=99943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:57:01.673097 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91596911-260c-4085-8c07-3dfa1ac1ba5e', 'name': 'network-vif-deleted', 'tag': '0af918e5-e9b0-46b4-a971-a3abb7cb98c3', 'status': 'completed', 'code': 200} Jun 21 04:57:02.631630 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [req-983f9367-0490-4d77-a2af-b03dc482e1b2 req-42d87cad-d2e0-4b55-90be-34b6f2f15e39 tempest-VolumesSnapshotTestJSON-501921280 tempest-VolumesSnapshotTestJSON-501921280-project] 10.222.0.11 "GET /v2.0/ports?device_id=91596911-260c-4085-8c07-3dfa1ac1ba5e HTTP/1.1" status: 200 len: 210 time: 0.0280344 Jun 21 04:57:04.324513 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:57:04.346881 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.plugin [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] No Port match for: 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 {{(pid=99944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:57:04.347270 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron.plugins.ml2.rpc [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Device 0af918e5-e9b0-46b4-a971-a3abb7cb98c3 not bound to the agent host hv-cinder-77262 {{(pid=99944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:57:20.718450 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:57:23.604821 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a9e49ecc-edff-404f-ace5-41f7f37d3c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:24.101806 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:26.267824 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab13e-ba3c-4154-a314-4ba5747b1002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:26.553548 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:27.375960 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:29.095940 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:31.186402 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.wsgi [-] (99942) accepted ('10.222.0.11', 58138) {{(pid=99942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:57:31.233547 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.db.db_base_plugin_v2 [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Deleting subnet 6d114e46-9b63-4c53-a141-e2d10f67526b {{(pid=99942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:57:31.236463 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:31.269614 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25676517'] for subnet, precommit_delete_associations {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:31.306126 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017640'] for subnet, precommit_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:31.433687 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2017639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-953370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25676375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26199342'] for subnet, after_delete {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:31.436609 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:57:31.464858 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d114e46-9b63-4c53-a141-e2d10f67526b,revision_number=None']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:57:31.469271 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for subnet, before_response {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:31.471648 dv-cinder-772623-10-iscsi neutron-server[99942]: INFO neutron.wsgi [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6d114e46-9b63-4c53-a141-e2d10f67526b HTTP/1.1" status: 204 len: 168 time: 0.2842307 Jun 21 04:57:31.473699 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 58140) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:57:31.476789 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.478106 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.478106 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.478106 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.478410 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.478590 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.478903 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.479298 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.479704 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.480068 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.480417 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.480763 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.483973 dv-cinder-772623-10-iscsi neutron-server[99942]: DEBUG oslo_concurrency.lockutils [None req-468a2b88-61ff-41bd-bd35-b2bffdf30016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:57:31.546944 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1662740'] for network, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:31.626637 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2019063', 'neutron.services.segments.db._delete_segments_for_network-8776823105235'] for network, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:31.635876 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2ed696-7529-47ed-afe1-12cd74f0ee28']}} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:57:31.645790 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c06a93d-33f5-4625-8085-4461c84c357b') {'for_net_delete': True} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:57:31.646085 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.services.segments.db [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c06a93d-33f5-4625-8085-4461c84c357b') {} {{(pid=99943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:57:31.654660 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776823105064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405352'] for segment, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:31.667793 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527'] for segment, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:31.674133 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=99943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:57:31.674511 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25560434'] for segment, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: Traceback (most recent call last): Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: timer() Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: cb(*args, **kw) Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: return func(*args, **kwargs) Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: self._notify() Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: self.callback(batched_events) Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: event.method(event) Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: return f(self, *a, **k) Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._get(url).json() Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: return self.request(url, 'GET', **kwargs) Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:57:31.676128 dv-cinder-772623-10-iscsi neutron-server[99943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:57:31.833384 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2019054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-953361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969861'] for network, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:31.836867 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:57:31.840224 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-953356'] for network, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:31.843072 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3d2ed696-7529-47ed-afe1-12cd74f0ee28 HTTP/1.1" status: 204 len: 168 time: 0.3683085 Jun 21 04:57:31.853698 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d2ed696-7529-47ed-afe1-12cd74f0ee28,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:57:31.862464 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.862853 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.863255 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.863650 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.864014 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.864416 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.864779 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.865144 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.865504 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.865905 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.866290 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.866646 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-iscsi {{(pid=99943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:57:31.869944 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-4a71c187-221f-4541-b755-6b8ec8204012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:57:32.233104 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 58144) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:57:32.272917 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-5b37cca7-7eca-452d-a4ea-a0f776cb8b4c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=420c8fa4c0d344f9a897e157767652b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386019 Jun 21 04:57:32.275288 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.wsgi [-] (99943) accepted ('10.222.0.11', 58146) {{(pid=99943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:57:32.322024 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b532db3e-1992-41ab-a3a1-0dcfbcc5dbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:32.342933 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b532db3e-1992-41ab-a3a1-0dcfbcc5dbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:32.467461 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b532db3e-1992-41ab-a3a1-0dcfbcc5dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976187'] for security_group, after_delete {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:32.470018 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron_lib.callbacks.manager [None req-b532db3e-1992-41ab-a3a1-0dcfbcc5dbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:32.471236 dv-cinder-772623-10-iscsi neutron-server[99943]: INFO neutron.wsgi [None req-b532db3e-1992-41ab-a3a1-0dcfbcc5dbfa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2bc06ef3-d363-48b3-bac3-b3c446c4376d HTTP/1.1" status: 204 len: 168 time: 0.1950588 Jun 21 04:57:32.473563 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-bef19f3b-00d8-48e6-a69d-4bf1cedcae79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:57:32.479632 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532db3e-1992-41ab-a3a1-0dcfbcc5dbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc06ef3-d363-48b3-bac3-b3c446c4376d,revision_number=None']} {{(pid=99943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:57:32.482577 dv-cinder-772623-10-iscsi neutron-server[99943]: DEBUG oslo_concurrency.lockutils [None req-b532db3e-1992-41ab-a3a1-0dcfbcc5dbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:57:53.615364 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-dc8b5845-e215-4518-9889-31410b2dc813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:54.118552 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:56.261269 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-d7046327-219f-41af-8a11-c096f2ce031f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:56.558979 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:57.456771 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:57:57.717371 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:57:59.267305 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:58:23.592089 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-417f34f5-bd32-43a3-a06e-40a169f36eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:58:24.101273 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:58:26.306753 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-cd9068c2-c69c-44f7-91d5-d92e357ddf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:58:26.602233 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:58:27.443609 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:58:29.157528 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:58:34.719729 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:58:53.568418 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-17398fe4-228d-4238-9ec5-3b0c79120a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:58:54.117139 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:58:56.282576 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-cf1c9ddd-f4f2-45a8-9484-812ce1483695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:58:56.591510 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:58:57.396913 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:58:59.162816 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:59:11.719077 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:59:23.630785 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9897923f-36e5-4d17-930d-411178ed9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:59:24.157132 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:59:26.293531 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e26b4e71-cea8-406a-ada1-a87de39fb57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:59:26.573630 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:59:27.395179 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:59:29.114565 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:59:48.717347 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:59:53.567856 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-d50438c6-b60c-4f55-a5e0-58f872da28fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:59:54.165196 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:59:56.275485 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-84d43f57-e5ef-4211-ab23-8701b5f14168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:59:56.630350 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:59:57.384450 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:59:59.142647 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:00:23.584429 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ec0b-30a9-4cc3-83bb-2ca0146f2110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:00:24.183537 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:00:25.716323 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 05:00:26.273016 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e459e7b3-e1de-4a74-a4e7-3613b171654b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:00:26.584765 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:00:27.399113 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:00:29.119118 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:00:53.583141 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-de4b075d-47fc-4169-8970-8d1e7f9c87d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:00:54.232506 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:00:56.245631 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-5c8e8059-499e-4332-9302-ce9e448710e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:00:56.588833 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:00:57.394669 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:00:59.175180 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:01:02.714865 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 05:01:23.597389 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-4d7b2c8e-3161-48bd-88a8-f4c4aef8025a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:01:24.162683 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:01:26.288697 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-7dffd7b2-1f0f-49b2-8b51-4888b5ae94ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:01:26.542425 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:01:27.459948 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:01:29.117609 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:01:39.714248 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 05:01:53.607751 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-e683403e-9882-49b7-8028-57435234b829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:01:54.173496 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:01:56.295651 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-287966b0-7496-44b2-98da-10240aff1c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:01:56.553067 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:01:57.421338 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:01:59.130045 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:02:16.712494 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 05:02:23.580942 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-4353904b-33d9-4dc3-84e5-bdfc5e289ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:02:24.166915 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:02:26.278003 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-14a3cd3a-38d3-4b92-a729-c6f8b729bc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:02:26.574946 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:02:27.401197 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:02:29.149789 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:02:53.591604 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-2c0270cf-b109-4019-b1a5-7214410d7b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:02:53.710984 dv-cinder-772623-10-iscsi neutron-server[99945]: DEBUG neutron.db.agents_db [None req-4a62bc33-1c96-4092-91a8-423effeabc7b None None] Agent healthcheck: found 6 active agents {{(pid=99945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 05:02:54.195007 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-937aa0aa-646c-426b-b708-52b0b7ecdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:02:56.292227 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-3920a606-b2ec-4820-9bc7-0b830bf0f808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:02:56.548992 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-714db22d-eed8-4eed-a237-bf12c2266c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:02:57.435211 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2eb1-66b8-4e18-bc12-0abcbe7b1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 05:02:59.137519 dv-cinder-772623-10-iscsi neutron-server[99944]: DEBUG neutron_lib.callbacks.manager [None req-9d595536-a798-42c3-931c-3fa88aaa8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776823105217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021293'] for agent, after_update {{(pid=99944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}